-- Logs begin at Thu 2022-07-21 05:49:20 UTC, end at Thu 2022-07-21 06:47:13 UTC. -- Jul 21 06:21:39.325276 dv-cinder-850318-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 21 06:21:42.010183 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.common.config [-] Logging enabled! Jul 21 06:21:42.010761 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev442 Jul 21 06:21:42.010979 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103802) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 06:21:42.014196 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.common.config [-] Logging enabled! Jul 21 06:21:42.014454 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev442 Jul 21 06:21:42.014769 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103802) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 06:21:42.015711 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 06:21:42.015944 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 06:21:42.016419 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 06:21:42.016668 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 06:21:42.016896 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 06:21:42.017217 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.017517 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.017749 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.018068 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.018363 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.018648 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.018949 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.019249 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.019537 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.019818 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.020104 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.020335 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.020871 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.021159 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.021448 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.021674 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] debug = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.022038 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.023140 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.023555 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.023843 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.024144 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.024428 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.024705 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.024985 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.025285 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.025605 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] host = dv-cinder-850318-3-iscsi {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.025886 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.027750 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.027750 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.027750 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.027750 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.027750 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.027750 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.028121 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.028197 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.028421 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.028712 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.029009 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.029311 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.029542 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.029765 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.030083 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.030378 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.030654 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.030930 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.031205 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.031480 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.031755 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.032026 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.032314 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.032600 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.032887 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.033162 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.033435 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.033708 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.034005 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.034293 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.034566 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.034838 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.035110 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.035394 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.035664 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.035937 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.036238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.036523 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.036804 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.037089 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.037362 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.037798 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.038081 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.038362 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.038638 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_json = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.038911 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.039189 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.039472 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.039746 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.040019 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.040293 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.040565 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.040851 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.041122 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:42.041422 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.041725 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.042053 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.042342 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.042649 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.042933 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.043224 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.043502 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.043792 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.044082 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.044371 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.044650 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.044951 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.045239 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.045535 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.045842 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.046161 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.046456 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.046733 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.047008 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.047284 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.047562 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.047850 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.048129 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.048418 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.048708 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.048987 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.049288 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.049573 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.049858 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.050176 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.050469 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.050749 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.051030 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.051325 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.051606 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.051881 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.052174 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.052456 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.052732 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.053018 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.053432 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.053721 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.054025 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.054313 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.054609 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.054892 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.055169 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.055886 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.055886 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.056082 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.056253 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.056533 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.056811 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.057086 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.057366 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.057639 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.057913 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.058219 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.058494 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.058775 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.059064 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.059329 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.059602 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.059874 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.060146 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.060420 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.060691 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.060969 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.061242 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.061515 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.061788 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.062087 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.062366 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.062667 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.062947 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.063226 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.063506 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.063785 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.064062 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.064340 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.064618 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.064898 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.065171 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.065461 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.065744 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.066053 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.066341 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.066620 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.066938 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.067217 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.067497 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.067775 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.068052 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.068333 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.068617 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.069423 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.069712 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.070018 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.070306 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.070606 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.070903 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.071187 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.071484 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.071781 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.072074 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.072356 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.072668 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.072953 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:42.073173 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 06:21:42.073420 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103802) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 21 06:21:42.373915 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 06:21:42.374150 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 06:21:42.374454 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 06:21:42.374789 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 21 06:21:42.780911 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.781202 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.781474 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.782792 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.783075 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.783344 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.838449 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.838726 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.838998 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.853777 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.854083 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.854354 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.884589 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.884873 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.885146 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.921666 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.921974 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:42.922240 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.154902 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.155500 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.155500 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.155701 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.156606 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.255690 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.256015 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.256334 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.256612 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.256885 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.257211 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.257480 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.257743 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.258026 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.258314 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.258580 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.258851 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.259120 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.259380 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.259640 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.259910 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.260172 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.260442 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.260717 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.260981 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.261258 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.261514 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.261800 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.262205 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.262463 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.262714 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.263125 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 06:21:43.263371 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 06:21:43.263613 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 06:21:43.263851 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 06:21:43.264091 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 06:21:43.264329 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 06:21:43.264700 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 21 06:21:43.267960 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 21 06:21:43.272670 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 21 06:21:43.276802 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 21 06:21:43.279510 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 21 06:21:43.279977 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 21 06:21:43.280314 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 21 06:21:43.280702 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 21 06:21:43.283701 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 21 06:21:43.283952 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 21 06:21:43.284300 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 06:21:43.290790 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 21 06:21:43.313853 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 21 06:21:43.314285 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.314587 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103802) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 21 06:21:43.314963 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.316320 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103802) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 21 06:21:43.316603 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 06:21:43.316852 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 21 06:21:43.320439 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.320727 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:43.433235 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 21 06:21:43.433470 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 21 06:21:43.433706 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 21 06:21:43.434097 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 21 06:21:43.486945 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO dbcounter [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Registered counter for database neutron Jul 21 06:21:43.503959 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_db.sqlalchemy.engines [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103802) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 21 06:21:43.510448 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writer thread running {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 06:21:44.055825 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Initializing driver for type 'gre' Jul 21 06:21:44.056363 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] gre ID ranges: [(1, 1000)] Jul 21 06:21:44.110860 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Initializing driver for type 'local' Jul 21 06:21:44.111204 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Initializing driver for type 'vlan' Jul 21 06:21:44.124423 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] VlanTypeDriver initialization complete Jul 21 06:21:44.124762 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Initializing driver for type 'vxlan' Jul 21 06:21:44.125251 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] vxlan ID ranges: [(1, 1000)] Jul 21 06:21:44.181635 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Initializing extension driver 'port_security' Jul 21 06:21:44.182247 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.extensions.port_security [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] PortSecurityExtensionDriver initialization complete Jul 21 06:21:44.182407 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Initializing mechanism driver 'openvswitch' Jul 21 06:21:44.182732 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Initializing mechanism driver 'hyperv' Jul 21 06:21:44.190933 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:21:44.191613 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > port after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.192010 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.192370 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.192878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 06:21:44.193300 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > subnet after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.194186 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > subnet after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.194770 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.194929 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 06:21:44.195339 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > network after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.195699 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > network after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.196048 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > network after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.196441 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 06:21:44.196860 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > security_group after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.197212 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > security_group after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.197564 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.197977 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 06:21:44.198399 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.198749 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.199090 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.199496 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 06:21:44.199908 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > address_group after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.200264 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > address_group after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.200606 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.201004 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 06:21:44.201455 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] ML2 OVO RPC backend initialized. {{(pid=103802) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 21 06:21:44.202203 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.202563 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.202982 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > network before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.203335 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > networks before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.203685 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > port before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.204029 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > ports before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.204373 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > subnet before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.204724 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > subnets before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.205073 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > network after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.205457 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > network after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.205791 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > network after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.206159 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > port after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.206499 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.206838 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.207176 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > subnet after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.207518 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > subnet after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.207855 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.216086 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded quota_driver: . Jul 21 06:21:44.216467 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.plugin [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Modular L2 Plugin initialization complete Jul 21 06:21:44.216805 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading services supported by the core plugin {{(pid=103802) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 21 06:21:44.217150 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Got port-security extension from driver 'port_security' Jul 21 06:21:44.217642 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.extensions.vlantransparent [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Disabled vlantransparent extension. Jul 21 06:21:44.218159 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103802) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 21 06:21:44.218492 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading Plugin: router Jul 21 06:21:44.253966 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.254376 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router after_create 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.254748 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router before_create 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.255242 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.255618 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.255979 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router after_delete 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.258308 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.258308 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.258308 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router after_create 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.258308 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router after_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.258740 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router after_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.258740 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.259091 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router after_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.259510 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router precommit_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.259884 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.260228 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.260573 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: subnet after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.260914 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.261267 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.261617 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router precommit_create 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.261984 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: port before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.262333 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router precommit_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.262696 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router after_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.263046 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.263402 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router precommit_create 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.263765 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.264113 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router precommit_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.264485 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > agent after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.264839 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > agent after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.265188 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > network after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.266161 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Tracking information for resource: router configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 06:21:44.266498 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Tracking information for resource: floatingip configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 06:21:44.271628 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.db.l3_agentschedulers_db [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 21 06:21:44.272789 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.273123 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: port after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.273476 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.273828 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.274654 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router before_create 55550100 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.275022 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.275388 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router precommit_create 55550100 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.275747 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > router precommit_update 55550100 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.280651 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.services.provider_configuration [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service providers = [] {{(pid=103802) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 21 06:21:44.281014 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.db.servicetype_db [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103802) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 21 06:21:44.283975 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.services.service_base [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 06:21:44.284329 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.services.service_base [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 06:21:44.284673 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.services.service_base [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 06:21:44.285729 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.services.service_base [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 06:21:44.286144 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.services.service_base [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 21 06:21:44.286523 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 06:21:44.286843 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 21 06:21:44.297125 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 06:21:44.297459 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading Plugin: auto_allocate Jul 21 06:21:44.303284 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: network precommit_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.303653 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: network precommit_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.304168 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 06:21:44.304487 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading Plugin: tag Jul 21 06:21:44.311346 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 06:21:44.311637 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading Plugin: timestamp Jul 21 06:21:44.315451 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 06:21:44.315782 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading Plugin: network_ip_availability Jul 21 06:21:44.322028 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.322405 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.322766 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.323473 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 06:21:44.323795 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading Plugin: flavors Jul 21 06:21:44.328692 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 06:21:44.329029 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading Plugin: revisions Jul 21 06:21:44.333269 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 06:21:44.333669 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.959s {{(pid=103802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 06:21:44.335178 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103802) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 21 06:21:44.335521 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Initializing extension manager. Jul 21 06:21:44.336047 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: __init__.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.336393 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: __pycache__ {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.336730 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: address_group.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.337443 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.338078 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: address-group Jul 21 06:21:44.338412 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: address_scope.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.339094 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.339603 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: address-scope Jul 21 06:21:44.339929 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.340816 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.341326 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: router-admin-state-down-before-update Jul 21 06:21:44.341650 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: agent.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.342362 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.342869 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: agent Jul 21 06:21:44.343194 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: agent_resources_synced.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.344064 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.344594 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: agent-resources-synced Jul 21 06:21:44.344917 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: allowedaddresspairs.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.346689 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.347213 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: allowed-address-pairs Jul 21 06:21:44.347540 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: auto_allocated_topology.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.348571 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.349087 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: auto-allocated-topology Jul 21 06:21:44.349417 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: availability_zone.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.350146 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.350714 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: availability_zone Jul 21 06:21:44.351042 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: availability_zone_filter.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.351915 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.352422 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: availability_zone_filter Jul 21 06:21:44.352746 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: data_plane_status.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.353612 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.354167 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension data-plane-status not supported by any of loaded plugins Jul 21 06:21:44.354493 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: default_subnetpools.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.355364 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.355868 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: default-subnetpools Jul 21 06:21:44.356191 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.356960 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.357476 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: dhcp_agent_scheduler Jul 21 06:21:44.357801 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: dns.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.358719 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.359219 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension dns-integration not supported by any of loaded plugins Jul 21 06:21:44.359541 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: dns_domain_ports.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.360412 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.360913 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 21 06:21:44.361235 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.362259 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.362760 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 21 06:21:44.363082 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: dvr.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.363718 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.364223 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: dvr Jul 21 06:21:44.364543 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: ecmp_routes.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.365417 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.366076 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 21 06:21:44.366398 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: empty_string_filtering.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.367278 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.367787 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: empty-string-filtering Jul 21 06:21:44.368111 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.368982 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.369487 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 21 06:21:44.369809 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.370718 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.371229 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 21 06:21:44.371553 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: external_net.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.372424 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.372931 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: external-net Jul 21 06:21:44.373252 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.374153 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.374662 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: extra_dhcp_opt Jul 21 06:21:44.374983 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: extraroute.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.375850 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.376356 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: extraroute Jul 21 06:21:44.376678 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: extraroute_atomic.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.377704 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.378239 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: extraroute-atomic Jul 21 06:21:44.378561 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: filter_validation.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.379190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.379689 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: filter-validation Jul 21 06:21:44.380009 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: fip_pf_description.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.381077 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.382150 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 21 06:21:44.382474 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: fip_pf_port_range.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.383349 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.383857 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 21 06:21:44.384178 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: fip_port_details.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.385052 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.385557 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: fip-port-details Jul 21 06:21:44.385877 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: flavors.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.387082 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.387599 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: flavors Jul 21 06:21:44.387926 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.389534 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.390091 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 21 06:21:44.390432 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: floatingip_pools.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.391105 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.391620 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: floatingip-pools Jul 21 06:21:44.391950 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: ip_allocation.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.392843 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.393352 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension ip_allocation not supported by any of loaded plugins Jul 21 06:21:44.393682 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.394582 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.395090 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: ip-substring-filtering Jul 21 06:21:44.395665 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: l2_adjacency.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.396561 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.397617 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 21 06:21:44.397971 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: l3.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.398891 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.399406 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: router Jul 21 06:21:44.399733 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.401881 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.402434 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 21 06:21:44.402768 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.403648 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.404161 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: ext-gw-mode Jul 21 06:21:44.404489 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.405372 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.405878 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: l3-ha Jul 21 06:21:44.406225 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.407103 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.407610 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 21 06:21:44.407933 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: l3_flavors.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.408802 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.409308 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: l3-flavors Jul 21 06:21:44.409631 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.410987 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.411501 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 21 06:21:44.411830 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.412731 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.413339 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 21 06:21:44.413669 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: l3agentscheduler.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.414690 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.415204 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: l3_agent_scheduler Jul 21 06:21:44.415532 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: local_ip.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.417231 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.417759 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension local_ip not supported by any of loaded plugins Jul 21 06:21:44.418135 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: logging.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.419571 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.420095 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension logging not supported by any of loaded plugins Jul 21 06:21:44.420426 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: metering.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.421135 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.421714 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: metering Jul 21 06:21:44.422074 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.423318 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.423837 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: metering_source_and_destination_fields Jul 21 06:21:44.424166 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: multiprovidernet.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.425066 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.425576 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: multi-provider Jul 21 06:21:44.425902 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: netmtu.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.426884 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.427389 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: net-mtu Jul 21 06:21:44.427713 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: netmtu_writable.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.428737 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.429243 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: net-mtu-writable Jul 21 06:21:44.429566 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: network_availability_zone.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.430231 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.430741 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: network_availability_zone Jul 21 06:21:44.431066 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: network_ip_availability.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.432124 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.432640 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: network-ip-availability Jul 21 06:21:44.432967 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: network_segment_range.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.433701 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.434246 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension network-segment-range not supported by any of loaded plugins Jul 21 06:21:44.434577 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: pagination.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.435520 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.435856 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: pagination Jul 21 06:21:44.436181 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: port_device_profile.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.437053 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.437572 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: port-device-profile Jul 21 06:21:44.437900 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: port_mac_address_override.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.438817 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.439331 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: port-mac-override Jul 21 06:21:44.439656 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.440537 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.441047 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: port-mac-address-regenerate Jul 21 06:21:44.441370 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.442271 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.442784 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: port-numa-affinity-policy Jul 21 06:21:44.443106 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: port_resource_request.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.444513 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.445022 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension port-resource-request not supported by any of loaded plugins Jul 21 06:21:44.445347 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: port_resource_request_groups.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.446302 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.446816 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 21 06:21:44.447139 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: portbindings.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.448025 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.448540 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: binding Jul 21 06:21:44.448869 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: portbindings_extended.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.450111 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.450621 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: binding-extended Jul 21 06:21:44.450948 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: portsecurity.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.451830 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.452338 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: port-security Jul 21 06:21:44.452665 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: project_id.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.453605 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.453957 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: project-id Jul 21 06:21:44.454288 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: providernet.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.455162 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.455676 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: provider Jul 21 06:21:44.456000 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.460065 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.460589 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos not supported by any of loaded plugins Jul 21 06:21:44.460917 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.462150 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.462671 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 21 06:21:44.463003 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.463903 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.464417 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 21 06:21:44.464748 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_default.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.465624 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.466171 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-default not supported by any of loaded plugins Jul 21 06:21:44.466501 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_fip.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.467378 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.467896 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-fip not supported by any of loaded plugins Jul 21 06:21:44.468224 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.469102 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.469615 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 21 06:21:44.469970 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_gateway_ip.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.470840 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.471353 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 21 06:21:44.471677 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_port_network_policy.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.472554 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.473064 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 21 06:21:44.473387 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.474400 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.474935 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 21 06:21:44.475262 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.476258 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.476768 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 21 06:21:44.477092 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_pps_rule.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.478248 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.478786 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-pps not supported by any of loaded plugins Jul 21 06:21:44.479097 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_rule_type_details.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.479984 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.480496 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 21 06:21:44.480824 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.481703 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.482243 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 21 06:21:44.482570 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: qos_rules_alias.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.483567 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.484077 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 21 06:21:44.484403 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: quota_check_limit.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.485275 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.485786 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: quota-check-limit Jul 21 06:21:44.486148 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: quotasv2.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.487058 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.487385 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: quotas Jul 21 06:21:44.487708 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: quotasv2_detail.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.489388 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.489728 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: quota_details Jul 21 06:21:44.490091 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: rbac.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.491581 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.492112 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: rbac-policies Jul 21 06:21:44.492446 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: rbac_address_group.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.493350 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.493861 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: rbac-address-group Jul 21 06:21:44.494222 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: rbac_address_scope.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.495107 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.495618 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: rbac-address-scope Jul 21 06:21:44.495944 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: rbac_security_groups.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.496894 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.497403 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: rbac-security-groups Jul 21 06:21:44.497726 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: rbac_subnetpool.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.498641 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.499152 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: rbac-subnetpool Jul 21 06:21:44.499478 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: revisionifmatch.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.500364 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.500875 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: revision-if-match Jul 21 06:21:44.501202 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: revisions.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.502311 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.502827 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: standard-attr-revisions Jul 21 06:21:44.503156 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: router_availability_zone.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.503797 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.504313 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: router_availability_zone Jul 21 06:21:44.504640 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: routerservicetype.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.505530 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.506068 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension router-service-type not supported by any of loaded plugins Jul 21 06:21:44.506931 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.507819 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.508329 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: security-groups-normalized-cidr Jul 21 06:21:44.508655 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.509545 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.510085 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: port-security-groups-filtering Jul 21 06:21:44.510412 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.511309 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.511821 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: security-groups-remote-address-group Jul 21 06:21:44.512144 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.513046 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.513562 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: security-groups-shared-filtering Jul 21 06:21:44.513891 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: securitygroup.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.525439 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.525998 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: security-group Jul 21 06:21:44.526340 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: segment.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.527040 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.527557 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension segment not supported by any of loaded plugins Jul 21 06:21:44.527890 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.528790 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.529310 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 21 06:21:44.529638 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: servicetype.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.530721 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.531240 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: service-type Jul 21 06:21:44.531566 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: sorting.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.532515 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.532841 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: sorting Jul 21 06:21:44.533166 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: standard_attr_segment.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.534065 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.534576 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 21 06:21:44.534897 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: standardattrdescription.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.535508 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.536015 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: standard-attr-description Jul 21 06:21:44.536337 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: stateful_security_group.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.537243 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.537780 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: stateful-security-group Jul 21 06:21:44.538128 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: stdattrs_common.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.538679 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 21 06:21:44.539003 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.539885 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.540397 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 21 06:21:44.540722 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: subnet_onboard.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.541748 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.542299 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: subnet_onboard Jul 21 06:21:44.542632 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.543538 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.544044 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 21 06:21:44.544372 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: subnet_service_types.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.545263 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.545780 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: subnet-service-types Jul 21 06:21:44.546141 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: subnetallocation.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.547180 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.547694 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: subnet_allocation Jul 21 06:21:44.548022 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.548655 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.549172 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: subnetpool-prefix-ops Jul 21 06:21:44.549495 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.550408 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.550926 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 21 06:21:44.551249 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: tagging.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.552268 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.552784 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: standard-attr-tag Jul 21 06:21:44.553706 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: timestamp.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.554895 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.555409 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loaded extension: standard-attr-timestamp Jul 21 06:21:44.555736 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: trunk.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.556723 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.557243 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension trunk not supported by any of loaded plugins Jul 21 06:21:44.557574 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: trunk_details.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.558479 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.558992 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension trunk-details not supported by any of loaded plugins Jul 21 06:21:44.559317 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: uplink_status_propagation.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.560209 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.560719 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 21 06:21:44.561043 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Loading extension file: vlantransparent.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 06:21:44.561719 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 06:21:44.562220 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 21 06:21:44.564745 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:network Jul 21 06:21:44.565277 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:subnet Jul 21 06:21:44.565677 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 06:21:44.566104 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:port Jul 21 06:21:44.567377 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.567815 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service FLAVORS assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.568426 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.569457 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.569796 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:router Jul 21 06:21:44.570252 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:floatingip Jul 21 06:21:44.570734 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service METERING assigned prefix: /metering {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.572148 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.572521 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.572874 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:21:44.573864 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 06:21:44.574330 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:security_group Jul 21 06:21:44.574777 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 06:21:44.575296 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service CORE assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.575627 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 06:21:44.575975 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] subnetpool is already registered Jul 21 06:21:44.576411 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service CORE assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.576739 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 06:21:44.577075 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] subnetpool is already registered Jul 21 06:21:44.579460 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.579897 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service FLAVORS assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.580487 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.580908 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.581244 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:router Jul 21 06:21:44.581583 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] router is already registered Jul 21 06:21:44.582020 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:floatingip Jul 21 06:21:44.582358 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] floatingip is already registered Jul 21 06:21:44.582815 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service METERING assigned prefix: /metering {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.583479 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 06:21:44.583806 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] rbac_policy is already registered Jul 21 06:21:44.584229 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:security_group Jul 21 06:21:44.584601 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] security_group is already registered Jul 21 06:21:44.585004 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 06:21:44.585338 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] security_group_rule is already registered Jul 21 06:21:44.585987 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service CORE assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.586320 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 06:21:44.586658 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] subnetpool is already registered Jul 21 06:21:44.587073 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Service CORE assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 06:21:44.587405 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 06:21:44.587738 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] subnetpool is already registered Jul 21 06:21:44.588201 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: extensions {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.589658 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: address-groups {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.591182 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: address-scopes {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.592565 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: agents {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.593725 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: auto-allocated-topology {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.595018 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: availability_zones {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.596241 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: dhcp-networks {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.597751 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: dhcp-agents {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.599214 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: routers {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.600982 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: flavors {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.602275 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: service_profiles {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.603483 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: next_providers {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.604935 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: service_profiles {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.606505 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: floatingip-pools {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.607734 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: routers {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.609444 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: floatingips {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.610747 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: l3-routers {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.612136 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: l3-agents {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.613567 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: metering-labels {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.614882 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: metering-label-rules {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.616952 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: network-ip-availabilities {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.618243 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: bindings {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.619792 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: quotas {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.621446 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: quotas {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.623037 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: rbac-policies {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.624235 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: security-groups {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.626421 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: security-group-rules {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.627694 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: service-providers {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.628917 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: subnetpools {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.630268 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: subnetpools {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.632657 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.634359 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.636193 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.637991 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.639695 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.641660 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.643379 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.645262 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.647490 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.649224 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 06:21:44.655284 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING keystonemiddleware.auth_token [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 21 06:21:44.660343 dv-cinder-850318-3-iscsi neutron-server[103802]: WARNING keystonemiddleware.auth_token [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 21 06:21:44.669380 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Acquired lock "singleton_lock" {{(pid=103802) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 21 06:21:44.669857 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Releasing lock "singleton_lock" {{(pid=103802) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 21 06:21:44.670529 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO oslo_service.service [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Starting 2 workers Jul 21 06:21:44.675309 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Started child 103911 {{(pid=103802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 06:21:44.680359 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Started child 103912 {{(pid=103802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 06:21:44.681214 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:21:44.682025 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO neutron.service [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 21 06:21:44.682677 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:21:44.682774 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [-] (103911) wsgi starting up on http://0.0.0.0:9696 Jul 21 06:21:44.684955 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:21:44.685375 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO oslo_service.service [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Starting 1 workers Jul 21 06:21:44.686335 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [-] (103912) wsgi starting up on http://0.0.0.0:9696 Jul 21 06:21:44.690285 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Started child 103913 {{(pid=103802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 06:21:44.690848 dv-cinder-850318-3-iscsi neutron-server[103802]: INFO oslo_service.service [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Starting 1 workers Jul 21 06:21:44.694586 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.service [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] calling RpcWorker wait() {{(pid=103913) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 21 06:21:44.695155 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.service [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] returning from RpcWorker wait() {{(pid=103913) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 21 06:21:44.695842 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Started child 103914 {{(pid=103802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 06:21:44.696380 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:21:44.696645 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46d3d45e-8fc7-424b-992d-994909c32726 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:21:44.696872 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:21:44.698610 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103802) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 06:21:44.698820 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 06:21:44.699006 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 06:21:44.699238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 06:21:44.699565 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 06:21:44.699725 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 06:21:44.700231 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.700505 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.700757 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.701029 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.701567 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:21:44.702065 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.702065 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.702201 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.702407 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.702662 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.702832 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.702925 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:21:44.703004 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.703242 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.703488 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.703797 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.704069 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.704309 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.704558 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.704730 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.704980 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.705242 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.705497 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.705766 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] debug = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.706068 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.706577 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.706823 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.707075 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.707311 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.707611 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.707868 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.708134 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.708378 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.708617 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.708866 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.709124 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.709410 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.709645 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.709879 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.710187 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.710403 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.710895 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] host = dv-cinder-850318-3-iscsi {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.711140 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.711389 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.711637 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.711887 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.712146 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.712381 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.712650 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.712906 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.713166 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.713394 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.713652 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.713909 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.714243 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.714515 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.714680 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_options = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.714917 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.715174 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.715450 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.715637 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.715806 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.715968 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.716196 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.716359 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.716620 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.716854 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.717067 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.717280 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.717492 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.717725 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.718019 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.718255 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.718485 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.718692 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.718972 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.720040 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.720040 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.720040 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.720040 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.720312 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.720551 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.720766 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.721010 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.721345 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.721703 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.721812 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.722058 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.722399 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.722571 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.722779 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.723016 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.723847 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.723847 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.723847 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.726190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.726190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.726190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.726190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.726190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.726190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.726190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.726190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.728878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_json = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.728878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.728878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.728878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.728878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.728878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.728878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.728878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.729502 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.729502 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.729502 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.729502 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.729502 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.729502 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.729502 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.729985 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.729985 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732939 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732939 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732939 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.732939 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.733211 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.733295 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.733485 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.733736 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.734000 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.734206 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.734441 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.734674 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.734943 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.735197 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.735478 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.735828 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.736082 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.736360 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.736601 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.736854 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.737099 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.737320 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.737535 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.737903 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.738286 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.738683 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.739086 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.739324 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.739559 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.739775 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.740024 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.740268 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.741118 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.741604 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.742020 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.742380 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.742737 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.743119 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.743360 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.743621 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.743836 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.744117 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.744345 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.744594 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.744851 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.745086 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.745304 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.745536 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.745753 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.746003 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.746222 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.746437 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.746686 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.746892 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.747304 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.747691 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.748077 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.748486 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.748706 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.749083 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.749503 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.749714 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.750132 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.750546 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.750937 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.751323 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.751707 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.752109 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.752521 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.752914 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.753302 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.753704 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.754106 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.754505 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.754919 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.755306 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.755821 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.757078 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.757518 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.757920 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.758387 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.758821 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.759238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.759655 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.759963 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.760204 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.760476 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.760703 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.760958 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.761213 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.761447 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.761702 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.761972 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.762215 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.762457 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.762675 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.762886 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.763115 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.763335 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.763574 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.763800 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.764050 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.764283 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.764516 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.764732 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.764981 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.765243 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.765518 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.765756 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.766113 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.766335 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.766602 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.766900 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.767151 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.767455 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.767647 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.767883 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.768143 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.768391 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.768640 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.768859 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.769090 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.769310 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.769562 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.769805 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.770069 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.770307 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.770859 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.771092 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.771303 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.771738 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.771912 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.772022 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.772492 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.772492 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.772763 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.773019 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.773262 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.773513 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.773746 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.774011 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.774260 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.774478 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.774716 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.774930 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.775189 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.775422 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.775632 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.775859 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.776076 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.776298 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.776513 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.776728 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.776961 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.777246 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.777441 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.777670 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.777898 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.778294 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.778652 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.779034 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.779404 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.779786 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.780007 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.780291 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.780705 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.780958 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.781187 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.781435 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.781678 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.781886 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.782304 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.782675 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.783039 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.783408 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.783629 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.783869 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.784088 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.784334 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.784550 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.784821 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.785062 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.785407 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.785670 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.785910 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.786201 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.786421 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.786639 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.786853 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.787067 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.787308 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.787548 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.787772 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.788080 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.788308 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.788525 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.788739 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.788953 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.789207 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.789427 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.789676 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.789891 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.790136 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.790370 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.790610 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.790799 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.791000 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.791214 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.791418 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.791786 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.791995 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.792281 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.792526 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.792766 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.793028 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.793284 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.793485 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.793711 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.793918 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.794151 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.794372 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.794583 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.794790 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.795016 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.795224 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.795432 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.795878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.795878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.796172 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.796319 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.796490 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.796696 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.796914 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.797127 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.797335 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.797574 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.797781 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.798015 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.798238 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.798450 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.798680 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.798915 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:21:44.799017 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.799122 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.799328 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.799550 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.799762 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.799970 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.800271 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.800527 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.800751 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.801031 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.801259 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.801518 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.801760 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.802097 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.802311 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.802570 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.802798 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.803669 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.803997 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.804145 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.804395 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.804680 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.804953 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.805374 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.805526 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.805714 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.805990 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.806199 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.806501 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.806829 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.807092 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.807352 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.807594 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.807828 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.808046 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.808265 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.808499 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.808740 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.808952 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.809190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.809420 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.809641 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.809874 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.810141 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.810356 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.810599 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.810841 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.811084 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.811301 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.811469 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 06:21:44.812086 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103802) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 06:21:44.812224 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 06:21:44.812349 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 06:21:44.812472 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 06:21:44.812675 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 06:21:44.812761 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 06:21:44.812943 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.813103 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.813260 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.813417 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.813594 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.813871 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.814118 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.814118 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.814347 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.814347 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.814578 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.814660 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.814784 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.814926 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.815082 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.815237 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.815392 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.815553 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.815708 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.815864 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.816020 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.816177 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] debug = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.816332 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.816532 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.816694 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.816851 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.817007 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.817161 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.817332 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.817472 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.817828 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.817828 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.818118 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.818118 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.818331 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.818331 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.818535 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.818694 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.819338 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.819834 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] host = dv-cinder-850318-3-iscsi {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.819834 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.819834 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.820121 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.820121 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.820316 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.820452 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.820577 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.820733 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.820953 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.821259 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.821259 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.821461 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.821562 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.821729 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.821845 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_options = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.822059 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.822252 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.822351 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.822480 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.822677 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.822794 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.823001 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.823150 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.823495 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.823495 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.823753 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.824097 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.824097 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.824097 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.824539 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.824539 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.824539 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.824896 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.824896 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.825129 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.825129 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.825359 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.825483 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.825613 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.825771 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.826070 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.826239 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.826381 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.826521 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.826659 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.826810 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.826948 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.827236 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.827236 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.827573 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.827573 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.827573 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.827930 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.827930 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.828194 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.828331 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.828487 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.828923 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.828923 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.828923 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.829333 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.829333 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_json = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.829333 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.829717 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.829717 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.829717 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.830215 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.830215 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.830215 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.830511 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.830511 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 06:21:44.830709 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.830709 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.831077 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.831077 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.831349 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.831349 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.831608 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.831608 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.831820 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.831992 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.832201 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.832360 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.832509 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.832659 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.832748 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.832872 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.833032 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.833179 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.833328 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.833550 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.833735 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.833886 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.834161 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.834161 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.834537 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.834537 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.834947 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.834947 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.834947 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.835150 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.835290 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.835433 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.835635 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.835837 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.836042 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.836206 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.836366 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.836555 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.836681 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.836892 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.837035 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.837251 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.837397 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.837528 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.837730 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.837892 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.838223 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.838717 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.838717 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.838934 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.839025 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.839193 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.839333 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.839525 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.839688 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.839884 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.840192 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.840575 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.840755 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.840906 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.841063 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.841226 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.841424 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.841733 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.841733 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.841906 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.842061 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.842211 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.842383 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.842567 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.842737 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.842971 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.843128 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.843279 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.843422 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.843593 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.843740 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.843879 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.844017 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.844185 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.844506 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.844506 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.844782 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.844782 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.845050 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.845050 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.845309 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.845398 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.845513 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.845683 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.845892 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.846079 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.846219 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.846419 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.846539 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.846666 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.846856 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.847020 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.847159 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.847377 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.847550 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.847683 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.847837 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.848060 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.848200 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.848339 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.848428 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.848575 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.848743 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.848912 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.849079 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.849211 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.849371 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.849561 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.849953 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.850292 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.850545 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.850734 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.850827 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.850992 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.851216 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.851397 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.851546 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.851709 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.851908 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.852068 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.852239 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.852442 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.852637 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.852878 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.852970 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.853049 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.853210 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.853368 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.853527 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.853684 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.853842 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.854025 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.854199 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.854357 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.854505 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.854662 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.854845 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.855002 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.855159 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.855317 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.855474 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.855633 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.855791 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.855948 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.856107 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.856264 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.856422 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.856581 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.856740 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.856899 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.857056 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.857214 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.857373 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.857532 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.857691 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.857849 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.858029 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.858190 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.858348 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.858506 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.858663 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.858821 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.858980 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.859138 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.859297 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.859456 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.859614 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.859772 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.859934 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.860076 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.860234 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.860391 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.860548 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.860710 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.860868 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.861027 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.861191 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.861351 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.861509 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.861668 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.861828 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.862010 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.862170 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.862329 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.862486 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.862646 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.862805 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.862963 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.863123 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.863280 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.863438 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.863613 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.863771 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.863929 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.864090 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.864248 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.864405 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.864563 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.864721 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.864879 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.865037 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.865196 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.865355 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.866073 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.866221 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.866378 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.866535 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.866696 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.866856 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.867014 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.867172 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.867332 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.867490 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.867647 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.867805 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.867964 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.868122 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.868280 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.868437 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.868595 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.868765 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.868925 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.869084 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.869241 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.869399 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.869557 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.869725 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.869883 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.870065 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.870224 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.870380 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.870538 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.870706 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.871384 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.871384 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.871384 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.871384 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.871693 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.871693 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.871842 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.871920 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.872028 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.872184 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.872342 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.872508 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.872667 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.872824 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.872981 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.873138 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.873295 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.873462 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.873620 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.873778 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.873934 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.874110 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.874268 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.874435 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.874597 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.874749 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.874909 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.875067 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.875225 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.875383 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.875553 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.875712 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.875873 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.876030 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.876188 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.876347 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.876506 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.876669 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.876838 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.877002 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.877162 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.877331 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.877497 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.877664 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.877823 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.878007 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.878178 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.878352 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.878483 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.878641 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.878798 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.878956 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.879113 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.879259 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.879428 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.879581 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.879719 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.879875 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.880033 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.880189 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.880347 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.880504 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.880662 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.880820 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.880979 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.881181 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 06:21:44.881842 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 06:21:44.996060 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33456) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:21:45.004604 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065048 Jul 21 06:21:54.174807 dv-cinder-850318-3-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:21:56.187937 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writer thread running {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 06:21:56.189926 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ed11b-c3ae-46d5-92c1-7adcece5b113 None None] get_active_networks_info from dv-cinder-850318-3-iscsi {{(pid=103913) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 21 06:21:56.269661 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666ed11b-c3ae-46d5-92c1-7adcece5b113 None None] No non-hosted networks {{(pid=103913) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 21 06:21:56.281998 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f7d91ab6-016e-42f5-aed7-49ed026f0211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795703'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:21:57.979937 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writer thread running {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 06:21:58.496922 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-59796204-0ba4-49d4-bb38-be5ee7de1770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795703'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:21:58.528279 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3108be7e-1935-4651-bb51-462a6d240853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:21:59.686682 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33526) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:21:59.963946 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795703'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:00.438899 dv-cinder-850318-3-iscsi neutron-server[103912]: WARNING oslo_policy.policy [None req-c2d70915-8117-4a46-953a-539b4000480f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 06:22:00.439667 dv-cinder-850318-3-iscsi neutron-server[103912]: WARNING oslo_policy.policy [None req-c2d70915-8117-4a46-953a-539b4000480f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 06:22:00.680638 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [None req-c2d70915-8117-4a46-953a-539b4000480f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:22:00.698419 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c2d70915-8117-4a46-953a-539b4000480f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0107565 Jul 21 06:22:01.102824 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795703'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:01.185078 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.db.l3_hamode_db [None req-b81af681-87cb-49ef-b8b3-0d7769c749b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 21 06:22:01.264841 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81af681-87cb-49ef-b8b3-0d7769c749b7 None None] Routers set() bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:22:01.265224 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81af681-87cb-49ef-b8b3-0d7769c749b7 None None] Router IDs set() for agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 21 06:22:01.665068 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795703'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:01.665964 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.666454 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.667199 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.669070 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.669671 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.670270 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.670748 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.672308 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.673213 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.676617 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.677809 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.678475 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.680005 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.681765 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.682342 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:01.682844 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850318-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:22:01.691745 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850318-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:22:03.149538 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33560) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:03.496281 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-670822fb-28c6-4b2b-a056-3f867dfc6aea admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:22:03.588180 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.policy [None req-670822fb-28c6-4b2b-a056-3f867dfc6aea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103912) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 06:22:03.629997 dv-cinder-850318-3-iscsi neutron-server[103912]: WARNING oslo_policy.policy [None req-670822fb-28c6-4b2b-a056-3f867dfc6aea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 06:22:03.630930 dv-cinder-850318-3-iscsi neutron-server[103912]: WARNING oslo_policy.policy [None req-670822fb-28c6-4b2b-a056-3f867dfc6aea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 06:22:03.650875 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writer thread running {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 06:22:03.727442 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-670822fb-28c6-4b2b-a056-3f867dfc6aea admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793386894488', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793386894988', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793386878320', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793386893146', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793386670452', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793386679506', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-754959', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1334627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-289306', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-515533'] for rbac-policy (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:03.796470 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-670822fb-28c6-4b2b-a056-3f867dfc6aea admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:03.797626 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-670822fb-28c6-4b2b-a056-3f867dfc6aea admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6470890 Jul 21 06:22:06.057713 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33572) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:06.384068 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:22:06.413465 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Made reservation on behalf of 2f47c32296eb4caabf57eb7403220ebf for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:22:06.417219 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:06.434352 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:06.543061 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Publish callbacks [] for security_group (582f78ad-f219-4e7e-bc88-2b295d472457), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:06.546603 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (582f78ad-f219-4e7e-bc88-2b295d472457), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:06.572580 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:22:06.608490 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793384631107', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (4393d8b9-efa5-489f-9e2c-35228f772f44), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:06.609042 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Unsubscribe: segment precommit_create {{(pid=103912) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 06:22:06.609589 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Added segment 4393d8b9-efa5-489f-9e2c-35228f772f44 of type vlan for network 23fd8dae-c10c-4869-b893-099ad46c7909 Jul 21 06:22:06.627595 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=582f78ad-f219-4e7e-bc88-2b295d472457,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:06.679708 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.680045 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.680401 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.680757 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.681086 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.681406 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.681726 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.682081 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.682401 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.682717 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.683035 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.683365 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.683683 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.683996 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.684308 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Tracked resource versions report: Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: pushed versions: Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: { 'AddressGroup': {'1.2'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Agent': {'1.1'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'ConntrackHelper': {'1.0'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'LocalIPAssociation': {'1.0'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Log': {'1.0'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'NDPProxy': {'1.0'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Network': {'1.1'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Port': {'1.7'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'PortForwarding': {'1.3'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'QosPolicy': {'1.10'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SecurityGroup': {'1.5'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SecurityGroupRule': {'1.2'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SubPort': {'1.0'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Subnet': {'1.1'}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Trunk': {'1.1'}} Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: consumer versions: Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: { DHCP agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: L3 agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: Metadata agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: Metering agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: Open vSwitch agent@dv-cinder-850318-3-iscsi: { 'AddressGroup': '1.2', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Agent': '1.1', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'ConntrackHelper': '1.0', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'LocalIPAssociation': '1.0', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Log': '1.0', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'NDPProxy': '1.0', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Network': '1.1', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Port': '1.7', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'PortForwarding': '1.3', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'QosPolicy': '1.10', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SecurityGroup': '1.5', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SecurityGroupRule': '1.2', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SubPort': '1.0', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Subnet': '1.1', Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Trunk': '1.1'}} Jul 21 06:22:06.685780 dv-cinder-850318-3-iscsi neutron-server[103912]: {{(pid=103912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 06:22:06.720560 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (23fd8dae-c10c-4869-b893-099ad46c7909), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:06.765638 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (23fd8dae-c10c-4869-b893-099ad46c7909), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:06.771806 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:22:06.772505 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:06.823126 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:06.858788 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7999818 Jul 21 06:22:06.902777 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a37b81-65c6-44eb-b2ef-e3e1fed2338d demo demo] Pushing event updated for resources: {'Network': ['ID=23fd8dae-c10c-4869-b893-099ad46c7909,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:06.915875 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network 23fd8dae-c10c-4869-b893-099ad46c7909 details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:22:09.197447 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33586) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:09.611707 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d034f-01b0-4571-9fef-b5d87afe3c61 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:22:09.612970 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e61d034f-01b0-4571-9fef-b5d87afe3c61 demo admin] 10.222.0.42 "GET /v2.0/networks/23fd8dae-c10c-4869-b893-099ad46c7909 HTTP/1.1" status: 200 len: 825 time: 0.4145606 Jul 21 06:22:09.638262 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-faa31f4c-be12-41f9-96f3-4b5af1b30887 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/b35b86b8-4c3b-4b2d-93eb-91d18f70ecfc HTTP/1.1" status: 200 len: 734 time: 0.0189168 Jul 21 06:22:09.647276 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Request body: {'subnet': {'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b35b86b8-4c3b-4b2d-93eb-91d18f70ecfc', 'name': 'private-subnet'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:22:09.667453 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Made reservation on behalf of 2f47c32296eb4caabf57eb7403220ebf for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:22:09.669714 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:09.826385 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:09.960279 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (5f4e321e-90c6-406d-8c8b-b1f8749f92ed), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:10.029322 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Pushing event updated for resources: {'Subnet': ['ID=5f4e321e-90c6-406d-8c8b-b1f8749f92ed,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:10.034367 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Checking segment: {'id': '4393d8b9-efa5-489f-9e2c-35228f772f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:22:10.034732 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Network hostable DHCP agents. Network: 23fd8dae-c10c-4869-b893-099ad46c7909, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:22:10.055943 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Network 23fd8dae-c10c-4869-b893-099ad46c7909 is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:22:10.066457 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, 23fd8dae-c10c-4869-b893-099ad46c7909) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:22:10.071756 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:22:10.072335 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:10.077146 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b08f8f3-4f9a-4858-afe1-6d2ab94f148b None None] Network 23fd8dae-c10c-4869-b893-099ad46c7909 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:22:10.087852 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d3a3ef72-64ab-4888-acd3-6c6363f3eb9d demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4443269 Jul 21 06:22:10.343614 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-23fd8dae-c10c-4869-b893-099ad46c7909', 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909', 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'fixed_ips': [{'subnet_id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:22:10.344965 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:10.620729 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Allocated IP 172.20.0.2 (23fd8dae-c10c-4869-b893-099ad46c7909/5f4e321e-90c6-406d-8c8b-b1f8749f92ed/196ea123-431c-49e4-9b61-3ae348844665) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:22:10.627179 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:10.895080 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Publish callbacks [] for port (196ea123-431c-49e4-9b61-3ae348844665), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:10.903480 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (196ea123-431c-49e4-9b61-3ae348844665), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:10.980158 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Network 23fd8dae-c10c-4869-b893-099ad46c7909 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:22:10.985866 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:22:10.990903 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Pushing event updated for resources: {'Port': ['ID=196ea123-431c-49e4-9b61-3ae348844665,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:10.998073 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:22:11.001673 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.002041 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.002399 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.002756 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.003092 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.003419 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.003741 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.004064 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.004386 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.004707 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.005074 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.005420 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.005735 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.006082 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.006403 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Tracked resource versions report: Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: pushed versions: Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: { 'AddressGroup': {'1.2'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Agent': {'1.1'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'ConntrackHelper': {'1.0'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'LocalIPAssociation': {'1.0'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Log': {'1.0'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'NDPProxy': {'1.0'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Network': {'1.1'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Port': {'1.7'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'PortForwarding': {'1.3'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'QosPolicy': {'1.10'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SecurityGroup': {'1.5'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SecurityGroupRule': {'1.2'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SubPort': {'1.0'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Subnet': {'1.1'}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Trunk': {'1.1'}} Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: consumer versions: Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: { DHCP agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: L3 agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: Metadata agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: Metering agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: Open vSwitch agent@dv-cinder-850318-3-iscsi: { 'AddressGroup': '1.2', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Agent': '1.1', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'ConntrackHelper': '1.0', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'LocalIPAssociation': '1.0', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Log': '1.0', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'NDPProxy': '1.0', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Network': '1.1', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Port': '1.7', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'PortForwarding': '1.3', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'QosPolicy': '1.10', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SecurityGroup': '1.5', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SecurityGroupRule': '1.2', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SubPort': '1.0', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Subnet': '1.1', Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Trunk': '1.1'}} Jul 21 06:22:11.008300 dv-cinder-850318-3-iscsi neutron-server[103913]: {{(pid=103913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 06:22:11.090089 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Attempting to bind port 196ea123-431c-49e4-9b61-3ae348844665 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:22:11.090744 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Attempting to bind port 196ea123-431c-49e4-9b61-3ae348844665 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '4393d8b9-efa5-489f-9e2c-35228f772f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:22:11.090893 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Attempting to bind port 196ea123-431c-49e4-9b61-3ae348844665 on network 23fd8dae-c10c-4869-b893-099ad46c7909 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:22:11.095895 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:22:11.096255 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Checking segment: {'id': '4393d8b9-efa5-489f-9e2c-35228f772f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:22:11.096722 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:11.097103 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Bound using segment: {'id': '4393d8b9-efa5-489f-9e2c-35228f772f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:22:11.097550 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Bound port: 196ea123-431c-49e4-9b61-3ae348844665, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4393d8b9-efa5-489f-9e2c-35228f772f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:22:11.098049 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (196ea123-431c-49e4-9b61-3ae348844665), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:11.111769 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:11.165764 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] For port 196ea123-431c-49e4-9b61-3ae348844665, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:22:11.186675 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] For port 196ea123-431c-49e4-9b61-3ae348844665, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=196ea123-431c-49e4-9b61-3ae348844665,segment=NetworkSegment(4393d8b9-efa5-489f-9e2c-35228f772f44),segment_id=4393d8b9-efa5-489f-9e2c-35228f772f44)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:22:11.195332 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (196ea123-431c-49e4-9b61-3ae348844665), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:11.250436 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202602d2-b56a-49ae-ad41-21c7bbba0f03 None None] Pushing event updated for resources: {'Port': ['ID=196ea123-431c-49e4-9b61-3ae348844665,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:12.444142 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33596) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:12.779145 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [None req-14aaf27b-0f12-4cfc-a279-99a81ed237c5 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:22:12.780179 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-14aaf27b-0f12-4cfc-a279-99a81ed237c5 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3350892 Jul 21 06:22:13.116782 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:13.121479 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=9 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:15.110716 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33608) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:15.444645 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [None req-a1686c3c-e9b8-4e57-a21d-6f46a0ac5426 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:22:15.445643 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a1686c3c-e9b8-4e57-a21d-6f46a0ac5426 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3340073 Jul 21 06:22:17.758994 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33616) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:18.111459 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-136174b6-86fe-48c6-bb9a-583c923fc8dc demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:22:18.137466 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-136174b6-86fe-48c6-bb9a-583c923fc8dc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (23af4214-f6c5-4207-ae5c-b1f365f8841d), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:18.139088 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-136174b6-86fe-48c6-bb9a-583c923fc8dc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (23af4214-f6c5-4207-ae5c-b1f365f8841d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:18.281377 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-136174b6-86fe-48c6-bb9a-583c923fc8dc demo demo] Publish callbacks [] for router_controller (23af4214-f6c5-4207-ae5c-b1f365f8841d), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:18.287401 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-136174b6-86fe-48c6-bb9a-583c923fc8dc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (23af4214-f6c5-4207-ae5c-b1f365f8841d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:18.305736 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-136174b6-86fe-48c6-bb9a-583c923fc8dc demo demo] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:18.306941 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-136174b6-86fe-48c6-bb9a-583c923fc8dc demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5469544 Jul 21 06:22:19.372862 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b3c2d-4a4a-4528-b4f6-73b103aaa544 None None] Network 23fd8dae-c10c-4869-b893-099ad46c7909 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:22:19.465858 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 196ea123-431c-49e4-9b61-3ae348844665 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:22:19.476250 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-950aa060-b0f2-430b-bcdd-c8b6489f3294 None None] Provisioning complete for port 196ea123-431c-49e4-9b61-3ae348844665 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:19.476670 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-950aa060-b0f2-430b-bcdd-c8b6489f3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (196ea123-431c-49e4-9b61-3ae348844665), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:19.665966 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 196ea123-431c-49e4-9b61-3ae348844665 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:19.666358 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (196ea123-431c-49e4-9b61-3ae348844665), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:19.700431 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-950aa060-b0f2-430b-bcdd-c8b6489f3294 None None] Current status of the port 196ea123-431c-49e4-9b61-3ae348844665 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:22:19.700818 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-950aa060-b0f2-430b-bcdd-c8b6489f3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (196ea123-431c-49e4-9b61-3ae348844665), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:19.728252 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:19.755089 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-950aa060-b0f2-430b-bcdd-c8b6489f3294 None None] For port 196ea123-431c-49e4-9b61-3ae348844665, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=196ea123-431c-49e4-9b61-3ae348844665,segment=NetworkSegment(4393d8b9-efa5-489f-9e2c-35228f772f44),segment_id=4393d8b9-efa5-489f-9e2c-35228f772f44)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:22:19.763515 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-950aa060-b0f2-430b-bcdd-c8b6489f3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (196ea123-431c-49e4-9b61-3ae348844665), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:19.827548 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 196ea123-431c-49e4-9b61-3ae348844665 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:22:19.840056 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aa060-b0f2-430b-bcdd-c8b6489f3294 None None] Pushing event updated for resources: {'Port': ['ID=196ea123-431c-49e4-9b61-3ae348844665,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:19.882663 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ed9152a8-29c3-46b1-ab2f-e92f684845b6 None None] Provisioning complete for port 196ea123-431c-49e4-9b61-3ae348844665 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:19.882957 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ed9152a8-29c3-46b1-ab2f-e92f684845b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (196ea123-431c-49e4-9b61-3ae348844665), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:19.952892 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ed9152a8-29c3-46b1-ab2f-e92f684845b6 None None] Current status of the port 196ea123-431c-49e4-9b61-3ae348844665 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:22:20.605828 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33630) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:20.924084 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [None req-b702b2d1-c610-4151-b622-57a7719343c8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:22:20.925119 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b702b2d1-c610-4151-b622-57a7719343c8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3183031 Jul 21 06:22:21.439644 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 196ea123-431c-49e4-9b61-3ae348844665 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:22:21.484954 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 196ea123-431c-49e4-9b61-3ae348844665 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:21.485337 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (196ea123-431c-49e4-9b61-3ae348844665), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:21.553623 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 196ea123-431c-49e4-9b61-3ae348844665 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:22:23.244988 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33638) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:23.571591 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:22:23.592183 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Made reservation on behalf of c098b85eefc14c3cac1c96ebb357b960 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:22:23.594641 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:23.603148 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:23.677857 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Publish callbacks [] for security_group (521bffcc-faec-4ce2-a494-026e79d846bc), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:23.680976 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (521bffcc-faec-4ce2-a494-026e79d846bc), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:23.687503 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:23.695543 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Reserving flat network on physical network physnet1 {{(pid=103912) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 21 06:22:23.720148 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (e6924f7c-0e12-4f2d-9a9e-4132991ac273), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:23.720480 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Added segment e6924f7c-0e12-4f2d-9a9e-4132991ac273 of type flat for network dc822d57-141d-4dcd-955b-2820ece99222 Jul 21 06:22:23.721617 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521bffcc-faec-4ce2-a494-026e79d846bc,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:23.768353 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (dc822d57-141d-4dcd-955b-2820ece99222), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:23.799939 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (dc822d57-141d-4dcd-955b-2820ece99222), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:23.800823 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:22:23.801394 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:23.861184 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6151340 Jul 21 06:22:23.896103 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:23.901003 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ac913-1834-4210-ad7a-14f18a079027 admin admin] Pushing event updated for resources: {'Network': ['ID=dc822d57-141d-4dcd-955b-2820ece99222,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:23.911844 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network dc822d57-141d-4dcd-955b-2820ece99222 details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:22:26.142018 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-165f0935-08fa-4e71-a430-d774770cfb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:26.149072 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 33646) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:26.652432 dv-cinder-850318-3-iscsi neutron-server[103911]: WARNING oslo_policy.policy [None req-0d70750b-b065-4ff1-be48-70c28c6eb2dd demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 06:22:26.652986 dv-cinder-850318-3-iscsi neutron-server[103911]: WARNING oslo_policy.policy [None req-0d70750b-b065-4ff1-be48-70c28c6eb2dd demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 06:22:26.884446 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writer thread running {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 06:22:26.908255 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:27.059139 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.policy [None req-0d70750b-b065-4ff1-be48-70c28c6eb2dd demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103911) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 06:22:27.102499 dv-cinder-850318-3-iscsi neutron-server[103911]: WARNING oslo_policy.policy [None req-0d70750b-b065-4ff1-be48-70c28c6eb2dd demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 06:22:27.102864 dv-cinder-850318-3-iscsi neutron-server[103911]: WARNING oslo_policy.policy [None req-0d70750b-b065-4ff1-be48-70c28c6eb2dd demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 06:22:27.110878 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70750b-b065-4ff1-be48-70c28c6eb2dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:22:27.112815 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0d70750b-b065-4ff1-be48-70c28c6eb2dd demo admin] 10.222.0.42 "GET /v2.0/subnets/5f4e321e-90c6-406d-8c8b-b1f8749f92ed HTTP/1.1" status: 200 len: 849 time: 0.9617910 Jul 21 06:22:27.276411 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-80a2b744-e4e3-40df-bec7-d7adba596b4b demo admin] 10.222.0.42 "GET /v2.0/routers/23af4214-f6c5-4207-ae5c-b1f365f8841d HTTP/1.1" status: 200 len: 704 time: 0.1570487 Jul 21 06:22:27.534858 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:27.852918 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Allocated IP 172.20.0.1 (23fd8dae-c10c-4869-b893-099ad46c7909/5f4e321e-90c6-406d-8c8b-b1f8749f92ed/e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:22:28.074809 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Publish callbacks [] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:28.139169 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:28.203292 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Network 23fd8dae-c10c-4869-b893-099ad46c7909 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:22:28.208366 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:22:28.251974 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Pushing event updated for resources: {'Port': ['ID=e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:28.260181 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:22:28.260754 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (23af4214-f6c5-4207-ae5c-b1f365f8841d), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:28.315282 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.315903 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.316025 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.316307 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.316645 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.317107 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.318070 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.318476 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.318818 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.319253 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.319581 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.319919 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.320246 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.320565 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.320879 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Tracked resource versions report: Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: pushed versions: Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: { 'AddressGroup': {'1.2'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Agent': {'1.1'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'ConntrackHelper': {'1.0'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'LocalIPAssociation': {'1.0'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Log': {'1.0'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'NDPProxy': {'1.0'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Network': {'1.1'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Port': {'1.7'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'PortForwarding': {'1.3'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'QosPolicy': {'1.10'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SecurityGroup': {'1.5'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SecurityGroupRule': {'1.2'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SubPort': {'1.0'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Subnet': {'1.1'}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Trunk': {'1.1'}} Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: consumer versions: Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: { DHCP agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: L3 agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: Metadata agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: Metering agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: Open vSwitch agent@dv-cinder-850318-3-iscsi: { 'AddressGroup': '1.2', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Agent': '1.1', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'ConntrackHelper': '1.0', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'LocalIPAssociation': '1.0', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Log': '1.0', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'NDPProxy': '1.0', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Network': '1.1', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Port': '1.7', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'PortForwarding': '1.3', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'QosPolicy': '1.10', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SecurityGroup': '1.5', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SecurityGroupRule': '1.2', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SubPort': '1.0', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Subnet': '1.1', Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Trunk': '1.1'}} Jul 21 06:22:28.322294 dv-cinder-850318-3-iscsi neutron-server[103911]: {{(pid=103911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 06:22:28.421696 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-443491a1-70d5-4861-9e13-38b2cd48d4d6 None None] Provisioning complete for port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:28.422285 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-443491a1-70d5-4861-9e13-38b2cd48d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:28.424076 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:28.429619 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:28.459339 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-443491a1-70d5-4861-9e13-38b2cd48d4d6 None None] Port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:22:28.469774 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:28.472271 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:28.483874 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c9f6f32d-2d23-43a4-b0d1-ef7f3cc2deaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:28.677601 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Publish callbacks [] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:28.681781 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:28.682565 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (23af4214-f6c5-4207-ae5c-b1f365f8841d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:28.741090 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Pushing event updated for resources: {'Port': ['ID=e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:28.810423 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Network 23fd8dae-c10c-4869-b893-099ad46c7909 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:22:28.811669 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:22:28.975120 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Router 23af4214-f6c5-4207-ae5c-b1f365f8841d is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:22:28.979901 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-0b82ed3b-dcab-4a7a-bd2e-82bdd99d22b1 None None] Provisioning complete for port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:28.980299 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0b82ed3b-dcab-4a7a-bd2e-82bdd99d22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:29.013970 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-0b82ed3b-dcab-4a7a-bd2e-82bdd99d22b1 None None] Port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:22:29.109025 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:22:29.115713 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-1a675041-3ba6-4793-aae9-70e7f24ea597 demo admin] 10.222.0.42 "PUT /v2.0/routers/23af4214-f6c5-4207-ae5c-b1f365f8841d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8328249 Jul 21 06:22:29.119763 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Sync routers for ids ['23af4214-f6c5-4207-ae5c-b1f365f8841d'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:22:29.132608 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Routers {'23af4214-f6c5-4207-ae5c-b1f365f8841d'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:22:29.133513 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:22:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['23af4214-f6c5-4207-ae5c-b1f365f8841d'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:22:29.318789 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Set router 23af4214-f6c5-4207-ae5c-b1f365f8841d gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:22:29.733855 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'name': 'router1', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:22:18Z', 'updated_at': '2022-07-21T06:22:28Z', 'revision_number': 2, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'gw_port_host': None, '_interfaces': [{'id': 'e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c', 'name': '', 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'mac_address': 'fa:16:3e:6d:b1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:22:27Z', 'updated_at': '2022-07-21T06:22:28Z', 'revision_number': 2, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'subnets': [{'id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b35b86b8-4c3b-4b2d-93eb-91d18f70ecfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:22:29.785759 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Checking router: 23af4214-f6c5-4207-ae5c-b1f365f8841d for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:22:29.786153 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Updating router 23af4214-f6c5-4207-ae5c-b1f365f8841d port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:22:29.839877 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:29.889333 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:30.339665 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Publish callbacks [] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:30.350041 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:30.487043 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Pushing event updated for resources: {'Port': ['ID=e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:30.515450 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.515714 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.516060 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.516397 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.516725 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.517618 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.517968 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.518295 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.518619 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.518941 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.519257 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.519855 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.520725 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.521186 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.521472 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Tracked resource versions report: Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: pushed versions: Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: { 'AddressGroup': {'1.2'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Agent': {'1.1'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'ConntrackHelper': {'1.0'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'LocalIPAssociation': {'1.0'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Log': {'1.0'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'NDPProxy': {'1.0'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Network': {'1.1'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Port': {'1.7'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'PortForwarding': {'1.3'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'QosPolicy': {'1.10'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SecurityGroup': {'1.5'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SecurityGroupRule': {'1.2'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SubPort': {'1.0'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Subnet': {'1.1'}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Trunk': {'1.1'}} Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: consumer versions: Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: { DHCP agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: L3 agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: Metadata agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: Metering agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: Open vSwitch agent@dv-cinder-850318-3-iscsi: { 'AddressGroup': '1.2', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Agent': '1.1', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'ConntrackHelper': '1.0', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'LocalIPAssociation': '1.0', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Log': '1.0', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'NDPProxy': '1.0', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Network': '1.1', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Port': '1.7', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'PortForwarding': '1.3', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'QosPolicy': '1.10', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SecurityGroup': '1.5', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SecurityGroupRule': '1.2', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SubPort': '1.0', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Subnet': '1.1', Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Trunk': '1.1'}} Jul 21 06:22:30.522929 dv-cinder-850318-3-iscsi neutron-server[103914]: {{(pid=103914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 06:22:30.536725 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Attempting to bind port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:22:30.537176 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Attempting to bind port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '4393d8b9-efa5-489f-9e2c-35228f772f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:22:30.537612 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Attempting to bind port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c on network 23fd8dae-c10c-4869-b893-099ad46c7909 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:22:30.543514 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:22:30.543910 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Checking segment: {'id': '4393d8b9-efa5-489f-9e2c-35228f772f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:22:30.544383 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:30.544769 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Bound using segment: {'id': '4393d8b9-efa5-489f-9e2c-35228f772f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:22:30.545238 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Bound port: e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4393d8b9-efa5-489f-9e2c-35228f772f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:22:30.545615 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:30.609905 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] For port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:22:30.616595 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:30.631941 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] For port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c,segment=NetworkSegment(4393d8b9-efa5-489f-9e2c-35228f772f44),segment_id=4393d8b9-efa5-489f-9e2c-35228f772f44)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:22:30.638357 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:30.643192 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-fe133f25-dcee-4a18-afe5-93b9e9bda636 None None] Provisioning complete for port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:30.643845 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fe133f25-dcee-4a18-afe5-93b9e9bda636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:30.684286 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:30.685495 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Routers {'23af4214-f6c5-4207-ae5c-b1f365f8841d'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:22:30.686150 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:22:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['23af4214-f6c5-4207-ae5c-b1f365f8841d'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:22:30.726331 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-fe133f25-dcee-4a18-afe5-93b9e9bda636 None None] Current status of the port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:22:30.726997 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fe133f25-dcee-4a18-afe5-93b9e9bda636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:30.761346 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-fe133f25-dcee-4a18-afe5-93b9e9bda636 None None] For port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c,segment=NetworkSegment(4393d8b9-efa5-489f-9e2c-35228f772f44),segment_id=4393d8b9-efa5-489f-9e2c-35228f772f44)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:22:30.762637 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:30.773227 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fe133f25-dcee-4a18-afe5-93b9e9bda636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:30.779975 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] Set router 23af4214-f6c5-4207-ae5c-b1f365f8841d gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:22:30.841162 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe133f25-dcee-4a18-afe5-93b9e9bda636 None None] Pushing event updated for resources: {'Port': ['ID=e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:30.867277 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d1fe9-2534-47a9-a63c-308adc3e516b None None] Pushing event updated for resources: {'Port': ['ID=e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:30.983215 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'name': 'router1', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:22:18Z', 'updated_at': '2022-07-21T06:22:28Z', 'revision_number': 2, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'gw_port_host': None, '_interfaces': [{'id': 'e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c', 'name': '', 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'mac_address': 'fa:16:3e:6d:b1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:22:27Z', 'updated_at': '2022-07-21T06:22:30Z', 'revision_number': 4, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'subnets': [{'id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b35b86b8-4c3b-4b2d-93eb-91d18f70ecfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:22:30.992307 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-665cff02-371b-464c-a5ac-57bfc8829bbc None None] Provisioning complete for port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:30.992792 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-665cff02-371b-464c-a5ac-57bfc8829bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:31.011515 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce25ed96-e4b5-4e62-b016-2371f40979a2 None None] The sync data for ids ['23af4214-f6c5-4207-ae5c-b1f365f8841d'] in dv-cinder-850318-3-iscsi is: [{'id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'name': 'router1', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:22:18Z', 'updated_at': '2022-07-21T06:22:28Z', 'revision_number': 2, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'gw_port_host': None, '_interfaces': [{'id': 'e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c', 'name': '', 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'mac_address': 'fa:16:3e:6d:b1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:22:27Z', 'updated_at': '2022-07-21T06:22:30Z', 'revision_number': 4, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'subnets': [{'id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b35b86b8-4c3b-4b2d-93eb-91d18f70ecfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:22:31.079494 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:31.090362 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-665cff02-371b-464c-a5ac-57bfc8829bbc None None] Current status of the port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:22:31.393788 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 33670) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:31.663940 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:31.795644 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49d7090-dfc9-499b-bbf7-f81f14388e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:22:31.796909 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b49d7090-dfc9-499b-bbf7-f81f14388e0d admin admin] 10.222.0.42 "GET /v2.0/networks/dc822d57-141d-4dcd-955b-2820ece99222 HTTP/1.1" status: 200 len: 842 time: 0.4018321 Jul 21 06:22:31.807444 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:22:31.845262 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Made reservation on behalf of c098b85eefc14c3cac1c96ebb357b960 for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:22:31.848860 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:31.990867 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:32.105864 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:32.160372 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.objects.ports [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103911) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 21 06:22:32.161003 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (0e2c928c-8284-4df7-9ee5-e2d0e0aad746), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:32.217091 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2c928c-8284-4df7-9ee5-e2d0e0aad746,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:32.236705 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:22:32.237048 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Network hostable DHCP agents. Network: dc822d57-141d-4dcd-955b-2820ece99222, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:22:32.260468 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:22:32.273321 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, dc822d57-141d-4dcd-955b-2820ece99222) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:22:32.277500 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:22:32.278158 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:32.282356 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d364996-14f5-4a8c-9d0d-260096b5d32d None None] Network dc822d57-141d-4dcd-955b-2820ece99222 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:22:32.309859 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-4583ce53-e4d4-4349-9dad-6d9d33ca634d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5011821 Jul 21 06:22:32.402328 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8727f6-73e6-472f-bce1-53a6389d9581 None None] Network dc822d57-141d-4dcd-955b-2820ece99222 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:22:33.862164 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:UPDATE=2,neutron:SELECT=13,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:34.649061 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 33678) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:35.070927 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-905e7293-20bb-42e4-96af-2b28f0e2e9b5 demo admin] 10.222.0.42 "GET /v2.0/routers/23af4214-f6c5-4207-ae5c-b1f365f8841d HTTP/1.1" status: 200 len: 710 time: 0.4206421 Jul 21 06:22:35.163400 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c12b7-1245-4b80-93fe-436b0576a641 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:22:35.164757 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-366c12b7-1245-4b80-93fe-436b0576a641 demo admin] 10.222.0.42 "GET /v2.0/networks/dc822d57-141d-4dcd-955b-2820ece99222 HTTP/1.1" status: 200 len: 886 time: 0.0883238 Jul 21 06:22:35.173604 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:22:35.412126 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Publish callbacks [] for router_gateway (23af4214-f6c5-4207-ae5c-b1f365f8841d), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:35.631025 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Publish callbacks [] for router_gateway (23af4214-f6c5-4207-ae5c-b1f365f8841d), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:35.772825 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:35.835512 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:35.843592 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:35.895728 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Allocated IP 172.27.1.9 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/e81a706a-1d2f-4956-a688-e96f9c8e89e1) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:22:36.005985 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Publish callbacks [] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:36.039079 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:36.085248 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:22:36.088774 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:22:36.090563 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Pushing event updated for resources: {'Port': ['ID=e81a706a-1d2f-4956-a688-e96f9c8e89e1,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:36.094983 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:22:36.341745 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Publish callbacks [] for router_gateway (23af4214-f6c5-4207-ae5c-b1f365f8841d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:36.526597 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2689'] for router (23af4214-f6c5-4207-ae5c-b1f365f8841d), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:36.530079 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1795559'] for router (23af4214-f6c5-4207-ae5c-b1f365f8841d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:36.632545 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Router 23af4214-f6c5-4207-ae5c-b1f365f8841d has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:22:36.635501 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:36.737515 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:22:36.742965 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:36.744125 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a36bbcdf-57a9-416b-b83a-76dd63c703c1 demo admin] 10.222.0.42 "PUT /v2.0/routers/23af4214-f6c5-4207-ae5c-b1f365f8841d HTTP/1.1" status: 200 len: 888 time: 1.5735698 Jul 21 06:22:37.433017 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Sync routers for ids ['23af4214-f6c5-4207-ae5c-b1f365f8841d'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:22:37.445063 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Routers {'23af4214-f6c5-4207-ae5c-b1f365f8841d'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:22:37.445716 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:22:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['23af4214-f6c5-4207-ae5c-b1f365f8841d'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:22:37.467142 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:22:37.680551 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:37.680824 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:37.709812 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Set router 23af4214-f6c5-4207-ae5c-b1f365f8841d gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:22:37.972784 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:22:38.073456 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:38.086848 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:38.128308 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'name': 'router1', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e81a706a-1d2f-4956-a688-e96f9c8e89e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:22:18Z', 'updated_at': '2022-07-21T06:22:36Z', 'revision_number': 4, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'gw_port': {'id': 'e81a706a-1d2f-4956-a688-e96f9c8e89e1', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:22:35Z', 'updated_at': '2022-07-21T06:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c', 'name': '', 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'mac_address': 'fa:16:3e:6d:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:22:27Z', 'updated_at': '2022-07-21T06:22:30Z', 'revision_number': 5, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'subnets': [{'id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b35b86b8-4c3b-4b2d-93eb-91d18f70ecfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:22:38.248347 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Checking router: 23af4214-f6c5-4207-ae5c-b1f365f8841d for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:22:38.248643 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Updating router 23af4214-f6c5-4207-ae5c-b1f365f8841d port e81a706a-1d2f-4956-a688-e96f9c8e89e1 binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:22:38.301901 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:38.610436 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Publish callbacks [] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:38.616834 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:38.667711 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd269f4-6a71-4e5c-9f64-c16f0f134311 None None] Pushing event updated for resources: {'Port': ['ID=e81a706a-1d2f-4956-a688-e96f9c8e89e1,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:38.670299 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Attempting to bind port e81a706a-1d2f-4956-a688-e96f9c8e89e1 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:22:38.670663 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Attempting to bind port e81a706a-1d2f-4956-a688-e96f9c8e89e1 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:22:38.671023 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Attempting to bind port e81a706a-1d2f-4956-a688-e96f9c8e89e1 on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:22:38.677046 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:22:38.677418 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:22:38.677813 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:38.678264 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:22:38.678691 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Bound port: e81a706a-1d2f-4956-a688-e96f9c8e89e1, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:22:38.679162 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:38.729020 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] For port e81a706a-1d2f-4956-a688-e96f9c8e89e1, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:22:38.732086 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] For port e81a706a-1d2f-4956-a688-e96f9c8e89e1, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=e81a706a-1d2f-4956-a688-e96f9c8e89e1,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:22:38.737896 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:38.795274 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd269f4-6a71-4e5c-9f64-c16f0f134311 None None] Pushing event updated for resources: {'Port': ['ID=e81a706a-1d2f-4956-a688-e96f9c8e89e1,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:38.798041 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Routers {'23af4214-f6c5-4207-ae5c-b1f365f8841d'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:22:38.798624 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:22:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['23af4214-f6c5-4207-ae5c-b1f365f8841d'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:22:38.902969 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] Set router 23af4214-f6c5-4207-ae5c-b1f365f8841d gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:22:39.096703 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:39.103010 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'name': 'router1', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e81a706a-1d2f-4956-a688-e96f9c8e89e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:22:18Z', 'updated_at': '2022-07-21T06:22:36Z', 'revision_number': 4, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'gw_port': {'id': 'e81a706a-1d2f-4956-a688-e96f9c8e89e1', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:22:35Z', 'updated_at': '2022-07-21T06:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c', 'name': '', 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'mac_address': 'fa:16:3e:6d:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:22:27Z', 'updated_at': '2022-07-21T06:22:30Z', 'revision_number': 5, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'subnets': [{'id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b35b86b8-4c3b-4b2d-93eb-91d18f70ecfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:22:39.133956 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b162c49-7adf-448e-8d10-a60e6345d8ca None None] The sync data for ids ['23af4214-f6c5-4207-ae5c-b1f365f8841d'] in dv-cinder-850318-3-iscsi is: [{'id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'name': 'router1', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e81a706a-1d2f-4956-a688-e96f9c8e89e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:22:18Z', 'updated_at': '2022-07-21T06:22:36Z', 'revision_number': 4, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'gw_port': {'id': 'e81a706a-1d2f-4956-a688-e96f9c8e89e1', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:22:35Z', 'updated_at': '2022-07-21T06:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c', 'name': '', 'network_id': '23fd8dae-c10c-4869-b893-099ad46c7909', 'tenant_id': '2f47c32296eb4caabf57eb7403220ebf', 'mac_address': 'fa:16:3e:6d:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23af4214-f6c5-4207-ae5c-b1f365f8841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:22:27Z', 'updated_at': '2022-07-21T06:22:30Z', 'revision_number': 5, 'project_id': '2f47c32296eb4caabf57eb7403220ebf', 'subnets': [{'id': '5f4e321e-90c6-406d-8c8b-b1f8749f92ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b35b86b8-4c3b-4b2d-93eb-91d18f70ecfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:22:39.210020 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 33696) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:22:39.476228 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device e81a706a-1d2f-4956-a688-e96f9c8e89e1 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:22:39.504850 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:39.526711 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port e81a706a-1d2f-4956-a688-e96f9c8e89e1 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:39.527101 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:39.602745 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port e81a706a-1d2f-4956-a688-e96f9c8e89e1 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:22:39.603141 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:39.625470 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port e81a706a-1d2f-4956-a688-e96f9c8e89e1, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=e81a706a-1d2f-4956-a688-e96f9c8e89e1,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:22:39.630894 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:39.667559 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-771438c7-4c7c-4cb8-9d3f-f7cbd38262da admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.4603467 Jul 21 06:22:39.689024 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=e81a706a-1d2f-4956-a688-e96f9c8e89e1,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:22:41.460555 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device e81a706a-1d2f-4956-a688-e96f9c8e89e1 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:22:41.512371 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port e81a706a-1d2f-4956-a688-e96f9c8e89e1 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:22:41.512753 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (e81a706a-1d2f-4956-a688-e96f9c8e89e1), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:41.593449 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port e81a706a-1d2f-4956-a688-e96f9c8e89e1 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:22:46.735045 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=9 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:46.760743 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:49.659483 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:49.667169 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:49.745801 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=22 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:49.754603 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=58 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:51.590633 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:51.591355 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:22:56.150566 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-976c15b7-3b32-41ee-9dc8-baddb109580a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:58.491489 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ea917517-8013-4429-b472-b3ea4a2c2bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:22:58.742565 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:22:59.896127 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:23:01.073671 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:23:01.673612 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:23:08.737482 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:23:08.740149 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:23:11.662846 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:23:11.667438 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:23:26.154420 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a140cc8d-8b80-481d-95e3-c6a90f90a32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:23:26.751239 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:23:26.751239 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:23:28.486480 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-71cad800-360f-452a-8d1c-31a8f1ef8eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:23:29.897818 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:23:31.070826 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:23:31.670750 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:23:35.741823 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:23:41.658852 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:23:41.666057 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:23:56.148176 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-47329b93-3ecf-41cb-9139-8c86593449ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:23:58.489526 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-372eae23-9259-486d-bdb3-8578ca190031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:23:59.896748 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:01.066275 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:01.202905 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34236) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:01.535289 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.pecan_wsgi.hooks.translation [None req-141e6bf2-50a9-499e-b6a0-1b2e56dcd2ab admin admin] GET failed (client error): The resource could not be found. Jul 21 06:24:01.536664 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-141e6bf2-50a9-499e-b6a0-1b2e56dcd2ab admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3328028 Jul 21 06:24:01.672721 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:01.702389 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a63873-2cd6-4be1-93d8-5117df61fc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:01.703842 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d4a63873-2cd6-4be1-93d8-5117df61fc69 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1631091 Jul 21 06:24:03.742544 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:03.747019 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=6 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:03.963732 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34246) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:04.378449 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ceb2f4-cdbc-4c0c-be17-faa821f010af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:04.380316 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-74ceb2f4-cdbc-4c0c-be17-faa821f010af admin admin] 10.222.0.42 "GET /v2.0/subnets/5f4e321e-90c6-406d-8c8b-b1f8749f92ed HTTP/1.1" status: 200 len: 849 time: 0.4156442 Jul 21 06:24:04.390405 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:24:04.480630 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Publish callbacks [] for subnet (5f4e321e-90c6-406d-8c8b-b1f8749f92ed), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:04.625635 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793384639025'] for subnet (5f4e321e-90c6-406d-8c8b-b1f8749f92ed), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:04.653790 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:04.654420 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:04.655795 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] 10.222.0.42 "PUT /v2.0/subnets/5f4e321e-90c6-406d-8c8b-b1f8749f92ed HTTP/1.1" status: 200 len: 868 time: 0.2691951 Jul 21 06:24:04.662439 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b9865-a9b8-4f27-95bc-8d8ceed79184 None None] Network 23fd8dae-c10c-4869-b893-099ad46c7909 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:24:04.683033 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4e321e-90c6-406d-8c8b-b1f8749f92ed,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:24:04.690634 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.691022 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.691314 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.691656 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.692722 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.693189 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.693528 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.693866 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.694237 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.694574 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.694907 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.695252 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.695581 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.695914 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.696230 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c742-6573-4c71-8b54-1264fc43d230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:24:04.941659 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-d2c7be0f-4026-408f-a24c-dce4e7f21ca3 None None] Provisioning complete for port 196ea123-431c-49e4-9b61-3ae348844665 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:24:04.942166 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d2c7be0f-4026-408f-a24c-dce4e7f21ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (196ea123-431c-49e4-9b61-3ae348844665), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:05.026978 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d2c7be0f-4026-408f-a24c-dce4e7f21ca3 None None] Current status of the port 196ea123-431c-49e4-9b61-3ae348844665 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:24:05.035101 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-d2c7be0f-4026-408f-a24c-dce4e7f21ca3 None None] Provisioning complete for port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:24:05.035487 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d2c7be0f-4026-408f-a24c-dce4e7f21ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:05.109815 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d2c7be0f-4026-408f-a24c-dce4e7f21ca3 None None] Current status of the port e6bb635d-94cb-4bf4-9b3b-12d4a7e3df8c is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:24:06.858246 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34256) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:07.331338 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821807ee-a2c6-4dda-97f8-fb4d313f86a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:07.331821 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821807ee-a2c6-4dda-97f8-fb4d313f86a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:07.334241 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-821807ee-a2c6-4dda-97f8-fb4d313f86a7 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4750268 Jul 21 06:24:09.534840 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34264) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:10.024139 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f08b5-f1a7-4eb0-ba2f-0c0229d893d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:10.024621 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f08b5-f1a7-4eb0-ba2f-0c0229d893d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:10.026169 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ae0f08b5-f1a7-4eb0-ba2f-0c0229d893d9 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4903443 Jul 21 06:24:11.698668 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=11 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:11.699925 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=14 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:12.222505 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34272) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:12.626876 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ef4b5-7b1e-4718-87c4-bdfeccbe6a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:12.628139 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-740ef4b5-7b1e-4718-87c4-bdfeccbe6a45 admin admin] 10.222.0.42 "GET /v2.0/networks/23fd8dae-c10c-4869-b893-099ad46c7909 HTTP/1.1" status: 200 len: 869 time: 0.4045749 Jul 21 06:24:12.741919 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:24:14.836619 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34280) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:15.103289 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:15.108547 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:15.240798 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2038ab02-686d-46ee-a249-16e7198df2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:15.242186 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2038ab02-686d-46ee-a249-16e7198df2a1 admin admin] 10.222.0.42 "GET /v2.0/networks/dc822d57-141d-4dcd-955b-2820ece99222 HTTP/1.1" status: 200 len: 886 time: 0.4045117 Jul 21 06:24:17.458295 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34288) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:17.826338 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:17.843962 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:17.864858 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a833c6-a301-4d23-8cf0-4a3f0ef283ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:17.865320 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a833c6-a301-4d23-8cf0-4a3f0ef283ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:17.866886 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f7a833c6-a301-4d23-8cf0-4a3f0ef283ff admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4072511 Jul 21 06:24:20.062722 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34296) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:20.438485 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86832250-21c3-4df0-9047-256cfc31f06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:20.438866 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86832250-21c3-4df0-9047-256cfc31f06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:20.440360 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-86832250-21c3-4df0-9047-256cfc31f06a admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3766909 Jul 21 06:24:22.653124 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34304) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:22.737399 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:22.738651 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:23.013599 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1cbae-57ec-48f5-b70b-de1823922227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:23.014892 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-62e1cbae-57ec-48f5-b70b-de1823922227 admin admin] 10.222.0.42 "GET /v2.0/subnets/0e2c928c-8284-4df7-9ee5-e2d0e0aad746 HTTP/1.1" status: 200 len: 816 time: 0.3608325 Jul 21 06:24:25.236145 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34312) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:25.607042 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b64340-f400-4d3f-8ddf-dfd921aced5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:25.608287 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-86b64340-f400-4d3f-8ddf-dfd921aced5f admin admin] 10.222.0.42 "GET /v2.0/subnets/5f4e321e-90c6-406d-8c8b-b1f8749f92ed HTTP/1.1" status: 200 len: 868 time: 0.3711812 Jul 21 06:24:26.150702 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3948028a-0f81-4c60-825b-ddccef7ec5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:28.493138 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b3b05fb7-f94e-4e3d-8e13-d7e2c041c338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:29.900496 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:31.066911 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:31.675280 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:35.602569 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=24 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:35.604444 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=15 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:40.748762 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:40.752439 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:41.664349 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:41.670784 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:49.741153 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:24:53.750171 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34368) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:54.077207 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [None req-30d808b3-4165-451d-bf39-02dbad026734 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:24:54.078238 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-30d808b3-4165-451d-bf39-02dbad026734 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3271513 Jul 21 06:24:56.152331 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2bfd3ab4-8a4a-4d7d-bb86-195beda0fb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:56.367661 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34376) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:56.704758 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ca5a3c-72bb-4ce0-b32a-0794a0ce9db5 admin admin] GET failed (client error): The resource could not be found. Jul 21 06:24:56.706063 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-28ca5a3c-72bb-4ce0-b32a-0794a0ce9db5 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3374639 Jul 21 06:24:56.853159 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c490d-cb4e-4c23-b352-31034fb27089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:56.854666 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a41c490d-cb4e-4c23-b352-31034fb27089 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1445305 Jul 21 06:24:58.495405 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-65d8b72c-9cf1-47b5-abc6-1de7df5b1956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:59.085460 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34384) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:24:59.406149 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:24:59.428224 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Made reservation on behalf of c098b85eefc14c3cac1c96ebb357b960 for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:24:59.430877 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:59.458380 dv-cinder-850318-3-iscsi neutron-server[103911]: WARNING neutron.services.revisions.revision_plugin [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Could not find related network for resource to bump revision. Jul 21 06:24:59.477571 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:24:59.489649 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793384631107', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (0c7412c7-2301-4619-b4c2-3b74ab712c85), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:59.490745 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Unsubscribe: segment precommit_create {{(pid=103911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 06:24:59.491218 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Added segment 0c7412c7-2301-4619-b4c2-3b74ab712c85 of type vlan for network c0c4d1da-077c-4efc-83b3-810eee4844d4 Jul 21 06:24:59.543596 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (c0c4d1da-077c-4efc-83b3-810eee4844d4), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:59.574982 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (c0c4d1da-077c-4efc-83b3-810eee4844d4), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:59.575930 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:24:59.576503 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:24:59.645970 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5439589 Jul 21 06:24:59.678795 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c901a-7ea7-4089-a596-e72671cb912f admin admin] Pushing event updated for resources: {'Network': ['ID=c0c4d1da-077c-4efc-83b3-810eee4844d4,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:24:59.690226 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network c0c4d1da-077c-4efc-83b3-810eee4844d4 details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:24:59.736273 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=16 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:59.738162 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=12 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:24:59.903381 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:01.072783 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:01.680160 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:01.876585 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34392) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:25:02.214674 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de37e8f-a7a8-41f1-84a6-3150285026d1 admin admin] GET failed (client error): The resource could not be found. Jul 21 06:25:02.215935 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5de37e8f-a7a8-41f1-84a6-3150285026d1 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3384187 Jul 21 06:25:02.292598 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a30944-2536-4dad-83ba-4f0344ac91e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:25:02.294054 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-78a30944-2536-4dad-83ba-4f0344ac91e8 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0740287 Jul 21 06:25:02.304172 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Request body: {'subnet': {'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:25:02.322813 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Made reservation on behalf of c098b85eefc14c3cac1c96ebb357b960 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:25:02.324957 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:02.488046 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (d42a3416-0146-4982-9abc-be1b85e285a0), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:02.547658 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42a3416-0146-4982-9abc-be1b85e285a0,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:25:02.556641 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.556993 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.557336 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.557674 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.558032 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.558366 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.558694 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.559020 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.559363 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.559691 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.560014 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.560353 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.560678 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.560996 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.561314 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:02.566241 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Checking segment: {'id': '0c7412c7-2301-4619-b4c2-3b74ab712c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:25:02.566591 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Network hostable DHCP agents. Network: c0c4d1da-077c-4efc-83b3-810eee4844d4, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:25:02.583241 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Network c0c4d1da-077c-4efc-83b3-810eee4844d4 is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:25:02.591864 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, c0c4d1da-077c-4efc-83b3-810eee4844d4) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:25:02.595691 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:25:02.596280 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:02.601441 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b1cbac-d2d1-4d01-abc2-476741cf3762 None None] Network c0c4d1da-077c-4efc-83b3-810eee4844d4 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:25:02.611495 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c5e6add9-9f0f-401c-8a77-cbffd47f1c74 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3111053 Jul 21 06:25:02.710377 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-c0c4d1da-077c-4efc-83b3-810eee4844d4', 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4', 'project_id': 'c098b85eefc14c3cac1c96ebb357b960', 'fixed_ips': [{'subnet_id': 'd42a3416-0146-4982-9abc-be1b85e285a0'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:25:02.711334 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:02.942336 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Allocated IP 192.168.233.2 (c0c4d1da-077c-4efc-83b3-810eee4844d4/d42a3416-0146-4982-9abc-be1b85e285a0/34425fdd-05ac-4492-9129-479985398780) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:25:03.088221 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Publish callbacks [] for port (34425fdd-05ac-4492-9129-479985398780), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:03.094885 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (34425fdd-05ac-4492-9129-479985398780), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:03.131542 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Network c0c4d1da-077c-4efc-83b3-810eee4844d4 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:25:03.134508 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:25:03.140235 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:25:03.149462 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Pushing event updated for resources: {'Port': ['ID=34425fdd-05ac-4492-9129-479985398780,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:25:03.172714 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.173054 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.173409 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.173764 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.174119 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.174446 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.174765 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.175083 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.175403 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.175720 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.176037 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.176443 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.176691 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.177006 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.177319 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:25:03.214611 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Attempting to bind port 34425fdd-05ac-4492-9129-479985398780 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:25:03.214894 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Attempting to bind port 34425fdd-05ac-4492-9129-479985398780 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '0c7412c7-2301-4619-b4c2-3b74ab712c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:25:03.215250 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Attempting to bind port 34425fdd-05ac-4492-9129-479985398780 on network c0c4d1da-077c-4efc-83b3-810eee4844d4 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:25:03.220374 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:25:03.220739 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Checking segment: {'id': '0c7412c7-2301-4619-b4c2-3b74ab712c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:25:03.221134 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:03.221518 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Bound using segment: {'id': '0c7412c7-2301-4619-b4c2-3b74ab712c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:25:03.221998 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Bound port: 34425fdd-05ac-4492-9129-479985398780, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7412c7-2301-4619-b4c2-3b74ab712c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:25:03.222436 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (34425fdd-05ac-4492-9129-479985398780), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:03.286900 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] For port 34425fdd-05ac-4492-9129-479985398780, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:25:03.291118 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] For port 34425fdd-05ac-4492-9129-479985398780, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=34425fdd-05ac-4492-9129-479985398780,segment=NetworkSegment(0c7412c7-2301-4619-b4c2-3b74ab712c85),segment_id=0c7412c7-2301-4619-b4c2-3b74ab712c85)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:25:03.297512 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (34425fdd-05ac-4492-9129-479985398780), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:03.362613 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c623f-05ae-4201-b278-afc0d5f65e97 None None] Pushing event updated for resources: {'Port': ['ID=34425fdd-05ac-4492-9129-479985398780,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:25:04.232328 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef49ea9-6528-4d91-93ff-5494359eeee1 None None] Network c0c4d1da-077c-4efc-83b3-810eee4844d4 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:25:04.296358 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:04.300438 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:04.313689 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-2549bea5-1c34-4dd7-987e-ea9d523cdd39 None None] Provisioning complete for port 34425fdd-05ac-4492-9129-479985398780 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:25:04.314022 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2549bea5-1c34-4dd7-987e-ea9d523cdd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (34425fdd-05ac-4492-9129-479985398780), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:04.436356 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-2549bea5-1c34-4dd7-987e-ea9d523cdd39 None None] Current status of the port 34425fdd-05ac-4492-9129-479985398780 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:25:04.436745 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2549bea5-1c34-4dd7-987e-ea9d523cdd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (34425fdd-05ac-4492-9129-479985398780), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:04.481919 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-2549bea5-1c34-4dd7-987e-ea9d523cdd39 None None] For port 34425fdd-05ac-4492-9129-479985398780, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=34425fdd-05ac-4492-9129-479985398780,segment=NetworkSegment(0c7412c7-2301-4619-b4c2-3b74ab712c85),segment_id=0c7412c7-2301-4619-b4c2-3b74ab712c85)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:25:04.486982 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2549bea5-1c34-4dd7-987e-ea9d523cdd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (34425fdd-05ac-4492-9129-479985398780), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:04.541952 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549bea5-1c34-4dd7-987e-ea9d523cdd39 None None] Pushing event updated for resources: {'Port': ['ID=34425fdd-05ac-4492-9129-479985398780,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:25:04.608107 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-50859560-6951-43a9-9b9e-615dada5a839 None None] Provisioning complete for port 34425fdd-05ac-4492-9129-479985398780 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:25:04.608490 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-50859560-6951-43a9-9b9e-615dada5a839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (34425fdd-05ac-4492-9129-479985398780), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:04.682159 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-50859560-6951-43a9-9b9e-615dada5a839 None None] Current status of the port 34425fdd-05ac-4492-9129-479985398780 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:25:05.565748 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 34425fdd-05ac-4492-9129-479985398780 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:25:05.614263 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 34425fdd-05ac-4492-9129-479985398780 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:25:05.614770 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (34425fdd-05ac-4492-9129-479985398780), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:05.689004 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 34425fdd-05ac-4492-9129-479985398780 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:25:09.669570 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=34,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:09.674534 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=35,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:12.599361 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=50,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:12.605402 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=43,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:15.683562 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=59 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:15.687849 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:17.738469 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:17.748086 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=5 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:26.157168 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3c9493cd-9655-4080-9b66-7bdc2c185e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:26.739354 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:25:28.497746 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a109f82-eefe-4124-9647-c4cf94ccb8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:29.907301 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:31.080143 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:31.683341 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:36.735463 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:36.736222 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:41.672751 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:41.678849 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:54.754283 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:54.755008 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:25:56.161028 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-61bf7a44-996b-4b99-a7c3-b5c44e24e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:58.499849 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4b5648f6-f542-43eb-8a34-9a740191f0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:25:59.910328 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:01.078023 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:01.685862 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:03.738356 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:26:11.679505 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:11.682492 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:13.735028 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:13.735780 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:26.163530 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e861e0d6-1b36-4b88-974a-cb3c57f06bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:28.505665 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-feae9956-15dd-4d7e-bee4-7f72c1df10d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:29.914242 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:31.082959 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:31.688544 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:31.740808 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:31.750611 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:37.128781 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34432) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:26:37.134328 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [None req-320b56a6-026f-4978-9685-ac6e19851163 tempest-verify_tempest_config-1492790734 tempest-verify_tempest_config-1492790734-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:26:37.135528 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-320b56a6-026f-4978-9685-ac6e19851163 tempest-verify_tempest_config-1492790734 tempest-verify_tempest_config-1492790734-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057836 Jul 21 06:26:37.633885 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34450) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:26:37.961364 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:38.063153 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Publish callbacks [] for security_group (bd137976-9ce8-4b7a-af60-6db42a6f015b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:38.066888 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (bd137976-9ce8-4b7a-af60-6db42a6f015b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:38.112702 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=071daf9b47214f63b3710a35b735be85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4776497 Jul 21 06:26:38.113525 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd137976-9ce8-4b7a-af60-6db42a6f015b,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:26:38.115518 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34456) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:26:38.120274 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.120624 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.120968 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.121304 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.121638 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.122022 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.122313 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.122638 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.122978 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.123308 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.123647 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.123988 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.124325 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.124625 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.124942 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9af47e-4e39-418f-89d4-0438f8c05df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.173060 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Publish callbacks [] for security_group (bd137976-9ce8-4b7a-af60-6db42a6f015b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:38.193798 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Publish callbacks [] for security_group (bd137976-9ce8-4b7a-af60-6db42a6f015b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:38.286290 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (bd137976-9ce8-4b7a-af60-6db42a6f015b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:38.288779 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:38.289903 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd137976-9ce8-4b7a-af60-6db42a6f015b HTTP/1.1" status: 204 len: 168 time: 0.1734324 Jul 21 06:26:38.297825 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd137976-9ce8-4b7a-af60-6db42a6f015b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:26:38.304577 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.304911 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.305238 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.305564 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.305885 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.306225 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.307120 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.307383 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.307717 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.308031 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.308360 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.308687 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.308998 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.309324 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:38.309613 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf94f37-d5c4-4cf2-bbd2-394576175226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:26:40.737838 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:26:41.684100 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:48.109736 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:48.116620 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:48.234937 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:48.301171 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:48.330812 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:53.201545 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=12 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:53.205731 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=16 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:26:56.165968 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4d70b37e-d382-4751-8f81-c155a7ac0a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:58.497886 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-259adf17-e937-4993-86ea-cf738740a079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:26:59.919857 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:27:01.085645 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:27:01.691449 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:27:08.758317 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:27:08.759057 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:27:11.685614 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:27:11.688108 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:27:17.737300 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:27:26.170125 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-016d35e6-282f-45c1-ad80-959f040881f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:27:27.734117 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:27:27.734928 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:27:28.499924 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d7c159a2-ed8c-44ff-a425-91f9a740f6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:27:29.919204 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:27:31.089395 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:27:31.693804 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:27:41.687461 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:27:41.689381 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:27:45.750846 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:27:54.736856 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:27:56.171579 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f08ed6a7-3f62-4ef1-89b2-796c129819bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:27:58.501575 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b51757c1-89c5-4b71-a4fa-677dbee15ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:27:59.922673 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:01.090790 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:01.695001 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:04.731954 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:04.732737 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:11.688763 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:11.690753 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:17.693327 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795703'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:22.747722 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:22.754597 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=5 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:26.174744 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4dd20e81-ae55-4402-b0df-b09a167f05e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:28.503676 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5369440a-50ac-4485-b6bd-43872466bb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:29.927932 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:30.865134 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34550) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:28:30.991980 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f9c6ac7a-ce64-433f-9cf5-d8c9a4ce1806 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1257825 Jul 21 06:28:31.195440 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:31.697600 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:31.735382 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:28:33.088507 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34560) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:28:33.143622 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-01427531-1a7b-4f17-9afe-1f5a554ed19e admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0540481 Jul 21 06:28:40.987266 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:41.685803 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:41.693702 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:41.730418 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:41.731144 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:43.138606 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:47.678280 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:56.178114 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e3684812-f309-4bb1-a003-1210fdc24c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:58.505438 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce577716-1d1e-4435-9c87-0d47c23ca32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:28:59.742267 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=19 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:59.752134 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=15 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:28:59.928288 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:01.096931 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:01.702065 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:08.736352 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:29:11.691371 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:29:11.697435 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:29:17.675049 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:18.731706 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:29:18.732469 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:29:26.180225 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2efd5e48-810f-42bc-97cd-cb25f26f81ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:28.507362 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4781417e-b997-453a-9f74-5ffd4e709bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:29.932984 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:31.100205 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:31.705018 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:36.746732 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:29:36.750507 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:29:41.697890 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:29:41.699798 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:29:45.736202 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:29:47.685669 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:54.745547 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:29:55.732244 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:29:56.189199 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e0bd0163-4e82-4003-a395-8a1f22f21c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:58.509225 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4619bdd7-f289-44f2-999f-a728431add2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:29:59.934085 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:01.104491 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:01.707537 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:09.138067 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34696) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:09.604427 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-network', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:09.624820 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Made reservation on behalf of 9cd8a1a642a24b519aefdde9ed336536 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:09.627536 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:09.638308 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:09.732574 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Publish callbacks [] for security_group (8585fc9f-68e4-4ed2-a5d8-efd960db0ea1), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:09.739241 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (8585fc9f-68e4-4ed2-a5d8-efd960db0ea1), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:09.775084 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:09.782705 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:30:09.789138 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.789795 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.790172 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.790511 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.790834 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.791157 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.791505 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.791915 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.792252 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.792603 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Tracked resource versions report: Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: pushed versions: Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: { 'AddressGroup': {'1.2'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Agent': {'1.1'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'ConntrackHelper': {'1.0'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'LocalIPAssociation': {'1.0'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Log': {'1.0'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'NDPProxy': {'1.0'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Network': {'1.1'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Port': {'1.7'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'PortForwarding': {'1.3'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'QosPolicy': {'1.10'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SecurityGroup': {'1.5'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SecurityGroupRule': {'1.2'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SubPort': {'1.0'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Subnet': {'1.1'}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Trunk': {'1.1'}} Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: consumer versions: Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: { DHCP agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: HyperV agent@hv-cinder-85031: {}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: L3 agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: Metadata agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: Metering agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: Open vSwitch agent@dv-cinder-850318-3-iscsi: { 'AddressGroup': '1.2', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Agent': '1.1', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'ConntrackHelper': '1.0', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'LocalIPAssociation': '1.0', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Log': '1.0', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'NDPProxy': '1.0', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Network': '1.1', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Port': '1.7', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'PortForwarding': '1.3', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'QosPolicy': '1.10', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SecurityGroup': '1.5', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SecurityGroupRule': '1.2', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'SubPort': '1.0', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Subnet': '1.1', Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: 'Trunk': '1.1'}} Jul 21 06:30:09.796912 dv-cinder-850318-3-iscsi neutron-server[103912]: {{(pid=103912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 06:30:09.804213 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (30486d44-f253-431a-9e29-983ef0332de0), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:09.805012 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Added segment 30486d44-f253-431a-9e29-983ef0332de0 of type vlan for network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 Jul 21 06:30:09.850115 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (99d9c8f4-68ee-4bd8-aaed-8ace9842a377), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:09.877908 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (99d9c8f4-68ee-4bd8-aaed-8ace9842a377), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:09.878931 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:09.879510 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:09.926502 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7871432 Jul 21 06:30:09.929586 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34746) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:09.934212 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Request body: {'subnet': {'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-subnet', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:10.024938 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf400eee-0d4a-4e2d-9cbd-89526b449280 admin admin] Pushing event updated for resources: {'Network': ['ID=99d9c8f4-68ee-4bd8-aaed-8ace9842a377,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:10.037880 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Made reservation on behalf of 9cd8a1a642a24b519aefdde9ed336536 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:10.038283 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:30:10.040304 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:10.235642 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (e95cfd08-d8ca-4ba4-8db0-6109a5852619), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:10.289336 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95cfd08-d8ca-4ba4-8db0-6109a5852619,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:10.309395 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Checking segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:10.309744 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Network hostable DHCP agents. Network: 99d9c8f4-68ee-4bd8-aaed-8ace9842a377, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:30:10.328800 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:30:10.341868 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, 99d9c8f4-68ee-4bd8-aaed-8ace9842a377) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:10.350530 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d4653e-9555-4b6a-8f44-ec21354b1c0d None None] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:30:10.351894 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:10.352664 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:10.362174 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:10.382384 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34760) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:10.382941 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1d1a5648-94a1-4d9e-b66e-5e8ffebb0393 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4521971 Jul 21 06:30:10.388190 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:10.440223 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:10.441627 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:10.506435 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:30:10.508675 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:10.578155 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34768) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:10.583594 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks [] for router_controller (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), precommit_add_association {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:10.708033 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Allocated IP 172.20.0.2 (99d9c8f4-68ee-4bd8-aaed-8ace9842a377/e95cfd08-d8ca-4ba4-8db0-6109a5852619/f71b4f68-91ba-4535-b12a-e18f1d02f6b7) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:10.716472 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34774) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:10.758597 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks [] for router_gateway (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:10.764379 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34778) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:10.808653 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34782) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:11.025852 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Publish callbacks [] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.049549 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.111849 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-848725701-network', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:11.124217 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:11.131845 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:11.139088 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:11.179550 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-387487659-network', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:11.251297 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-network', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:11.258216 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Made reservation on behalf of b2843a54fec340e19485e7b821fc071a for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:11.260279 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1011855341-network', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:11.265716 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.265885 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Pushing event updated for resources: {'Port': ['ID=f71b4f68-91ba-4535-b12a-e18f1d02f6b7,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:11.300967 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.301676 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks [] for router_gateway (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.306934 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Made reservation on behalf of f1b4bcbfdd4a42e5a542dbf019166beb for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:11.311632 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.319767 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Made reservation on behalf of c743e22f3fdb4a61ad1b8035ac06d15b for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:11.322269 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.334794 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.335829 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.336238 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.336659 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.337158 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.337625 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.338306 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.339056 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.340137 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.340640 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.341223 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.341988 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.342524 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.343050 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.343622 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Tracked resource versions report: Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: pushed versions: Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: { 'AddressGroup': {'1.2'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Agent': {'1.1'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'ConntrackHelper': {'1.0'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'LocalIPAssociation': {'1.0'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Log': {'1.0'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'NDPProxy': {'1.0'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Network': {'1.1'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Port': {'1.7'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'PortForwarding': {'1.3'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'QosPolicy': {'1.10'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SecurityGroup': {'1.5'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SecurityGroupRule': {'1.2'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SubPort': {'1.0'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Subnet': {'1.1'}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Trunk': {'1.1'}} Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: consumer versions: Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: { DHCP agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: HyperV agent@hv-cinder-85031: {}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: L3 agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: Metadata agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: Metering agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: Open vSwitch agent@dv-cinder-850318-3-iscsi: { 'AddressGroup': '1.2', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Agent': '1.1', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'ConntrackHelper': '1.0', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'LocalIPAssociation': '1.0', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Log': '1.0', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'NDPProxy': '1.0', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Network': '1.1', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Port': '1.7', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'PortForwarding': '1.3', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'QosPolicy': '1.10', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SecurityGroup': '1.5', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SecurityGroupRule': '1.2', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'SubPort': '1.0', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Subnet': '1.1', Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: 'Trunk': '1.1'}} Jul 21 06:30:11.346077 dv-cinder-850318-3-iscsi neutron-server[103913]: {{(pid=103913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 06:30:11.348751 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.361277 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.389816 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:11.391437 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Attempting to bind port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:11.391814 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Attempting to bind port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:11.392176 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Attempting to bind port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:11.401556 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:11.401859 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Checking segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:11.406424 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.406838 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Bound using segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:11.408411 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Bound port: f71b4f68-91ba-4535-b12a-e18f1d02f6b7, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:11.408818 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.475398 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.492320 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] For port f71b4f68-91ba-4535-b12a-e18f1d02f6b7, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:11.496702 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] For port f71b4f68-91ba-4535-b12a-e18f1d02f6b7, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=f71b4f68-91ba-4535-b12a-e18f1d02f6b7,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:11.499987 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:11.503752 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Publish callbacks [] for security_group (a6323c65-24d9-4fb3-8ba6-583b946a2110), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.506870 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.547739 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Publish callbacks [] for security_group (ef357457-4927-4205-99a9-794c40d2ea6a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.561298 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (a6323c65-24d9-4fb3-8ba6-583b946a2110), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.563857 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Publish callbacks [] for security_group (6401140a-2249-4909-9fab-cddbffc5a6db), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.577718 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b119b-59f4-4b35-946d-d637f3ee9062 None None] Pushing event updated for resources: {'Port': ['ID=f71b4f68-91ba-4535-b12a-e18f1d02f6b7,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:11.580108 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (6401140a-2249-4909-9fab-cddbffc5a6db), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.598232 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:30:11.619824 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (2aa42c67-0003-4541-862a-d1e32ac7ce58), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.621057 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Added segment 2aa42c67-0003-4541-862a-d1e32ac7ce58 of type vlan for network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 Jul 21 06:30:11.668416 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (a1554b7d-10e2-4dcf-85e9-e6a44388f0b3), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.678034 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=65,neutron:INSERT=30,neutron:UPDATE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:11.679737 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ef357457-4927-4205-99a9-794c40d2ea6a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.729261 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:30:11.756310 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Made reservation on behalf of 2be6e5aedba545f4b562423c55ddbf80 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:11.759074 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.776817 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Allocated IP 172.27.1.38 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/85a79388-4750-4b56-a9f1-2c599f5c6e3f) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:11.780956 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (85770f0f-d304-4c8e-9b74-2a0edf18d80c), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.781662 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Added segment 85770f0f-d304-4c8e-9b74-2a0edf18d80c of type vlan for network dd1d0072-51cc-44a0-b14b-ddac5223cb8f Jul 21 06:30:11.829058 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.875510 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (a1554b7d-10e2-4dcf-85e9-e6a44388f0b3), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:11.876922 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:11.877843 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.001765 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:30:12.029512 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4497683 Jul 21 06:30:12.044138 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34822) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:12.050015 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (dd1d0072-51cc-44a0-b14b-ddac5223cb8f), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.062188 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Request body: {'subnet': {'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-848725701-subnet', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:12.104331 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks [] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.107080 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:12.107948 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:12.122815 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Made reservation on behalf of b2843a54fec340e19485e7b821fc071a for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:12.126519 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.194348 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Pushing event updated for resources: {'Network': ['ID=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:12.196204 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (091d4c83-85de-4111-bada-b04973462d9a), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.196613 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Added segment 091d4c83-85de-4111-bada-b04973462d9a of type vlan for network fac3a692-b3e2-4555-a0ad-f0227031fd7d Jul 21 06:30:12.213304 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85b167-c66e-40dc-bb99-02d7e61a1210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6323c65-24d9-4fb3-8ba6-583b946a2110,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:12.216871 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6401140a-2249-4909-9fab-cddbffc5a6db,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:12.221290 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:30:12.252103 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:12.272562 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (dd1d0072-51cc-44a0-b14b-ddac5223cb8f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.274199 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.274588 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.274947 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.275285 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.275611 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.275937 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.276258 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.276577 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.276941 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.277918 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.278361 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.278705 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.279027 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.279346 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.279653 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:12.280377 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Tracked resource versions report: Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: pushed versions: Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: { 'AddressGroup': {'1.2'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Agent': {'1.1'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'ConntrackHelper': {'1.0'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'LocalIPAssociation': {'1.0'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Log': {'1.0'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'NDPProxy': {'1.0'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Network': {'1.1'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Port': {'1.7'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'PortForwarding': {'1.3'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'QosPolicy': {'1.10'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SecurityGroup': {'1.5'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SecurityGroupRule': {'1.2'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SubPort': {'1.0'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Subnet': {'1.1'}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Trunk': {'1.1'}} Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: consumer versions: Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: { DHCP agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: HyperV agent@hv-cinder-85031: {}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: L3 agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: Metadata agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: Metering agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: Open vSwitch agent@dv-cinder-850318-3-iscsi: { 'AddressGroup': '1.2', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Agent': '1.1', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'ConntrackHelper': '1.0', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'LocalIPAssociation': '1.0', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Log': '1.0', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'NDPProxy': '1.0', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Network': '1.1', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Port': '1.7', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'PortForwarding': '1.3', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'QosPolicy': '1.10', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SecurityGroup': '1.5', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SecurityGroupRule': '1.2', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'SubPort': '1.0', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Subnet': '1.1', Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: 'Trunk': '1.1'}} Jul 21 06:30:12.281220 dv-cinder-850318-3-iscsi neutron-server[103911]: {{(pid=103911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 06:30:12.286882 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.306260 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (fac3a692-b3e2-4555-a0ad-f0227031fd7d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.332804 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.422994 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (fac3a692-b3e2-4555-a0ad-f0227031fd7d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.424048 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:12.438806 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.459948 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:12.468911 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Pushing event updated for resources: {'Network': ['ID=dd1d0072-51cc-44a0-b14b-ddac5223cb8f,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:12.496677 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:12.518701 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Pushing event updated for resources: {'Port': ['ID=85a79388-4750-4b56-a9f1-2c599f5c6e3f,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:12.535137 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:12.542316 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.8246126 Jul 21 06:30:12.546306 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34842) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:12.561221 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network dd1d0072-51cc-44a0-b14b-ddac5223cb8f details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:30:12.564849 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Request body: {'subnet': {'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-387487659-subnet', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:12.631683 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e159c4-904f-4451-863f-0be7bcd615a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef357457-4927-4205-99a9-794c40d2ea6a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:12.649522 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Made reservation on behalf of c743e22f3fdb4a61ad1b8035ac06d15b for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:12.660255 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.671156 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.9055302 Jul 21 06:30:12.773042 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34846) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:12.794451 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Request body: {'subnet': {'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-subnet', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:12.915397 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:12.931187 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Publish callbacks [] for security_group (b8be3a7c-8400-4f00-ba79-b2107eba5f81), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.931187 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Made reservation on behalf of f1b4bcbfdd4a42e5a542dbf019166beb for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:12.932214 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:12.972394 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b8be3a7c-8400-4f00-ba79-b2107eba5f81), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:13.098993 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:30:13.149382 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f1a6c-c237-4c8b-8716-dad159e7ba9a admin admin] Pushing event updated for resources: {'Network': ['ID=fac3a692-b3e2-4555-a0ad-f0227031fd7d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:13.189137 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (5afb2aad-2da8-492f-b61b-e57e223d05fc), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:13.205229 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:30:13.223484 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:UPDATE=4,neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:13.231708 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (cf67517b-ed8d-4a90-9b2b-c6279ebafcb5), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:13.232274 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Added segment cf67517b-ed8d-4a90-9b2b-c6279ebafcb5 of type vlan for network 57bee45f-12cb-4a98-816f-3a63d161af66 Jul 21 06:30:13.233878 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8be3a7c-8400-4f00-ba79-b2107eba5f81,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:13.372450 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (52c8ff65-1795-4c85-87ef-b97fadada8c1), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:13.425821 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (57bee45f-12cb-4a98-816f-3a63d161af66), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:13.528372 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a7edd8-374a-43df-a724-84026108a2ba None None] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:30:13.562865 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c8ff65-1795-4c85-87ef-b97fadada8c1,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:13.599323 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-64ffebcd-eb86-4c1f-b926-8c45287f84fd None None] Provisioning complete for port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:13.599777 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-64ffebcd-eb86-4c1f-b926-8c45287f84fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:13.633156 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (57bee45f-12cb-4a98-816f-3a63d161af66), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:13.634177 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:13.634921 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:13.638787 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:13.639961 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks [] for router_gateway (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:13.745370 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afb2aad-2da8-492f-b61b-e57e223d05fc,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:13.746726 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:13.747803 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:13.811194 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Checking segment: {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:13.811694 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Network hostable DHCP agents. Network: a1554b7d-10e2-4dcf-85e9-e6a44388f0b3, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:30:13.812500 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Checking segment: {'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:13.812883 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Network hostable DHCP agents. Network: dd1d0072-51cc-44a0-b14b-ddac5223cb8f, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:30:13.856747 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (46b3469f-6fe5-4679-9041-ad3fb0b1d549), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:13.867491 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:30:13.885330 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.0745957 Jul 21 06:30:13.921121 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34892) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:13.932256 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Request body: {'subnet': {'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-subnet', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:13.966320 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:13.986098 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f71b4f68-91ba-4535-b12a-e18f1d02f6b7 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:14.017062 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, a1554b7d-10e2-4dcf-85e9-e6a44388f0b3) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:14.023884 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:14.024761 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.029421 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Network dd1d0072-51cc-44a0-b14b-ddac5223cb8f is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:30:14.039816 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b6ce2-6cf4-438e-9214-be935e9cb9fa admin admin] Pushing event updated for resources: {'Network': ['ID=57bee45f-12cb-4a98-816f-3a63d161af66,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:14.046988 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08620e98-9e0d-4ce8-82b8-7900731b517d None None] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:30:14.047146 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.067294 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6bdccad8-979c-471f-9530-658f542af538 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0147312 Jul 21 06:30:14.067971 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34902) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:14.083716 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:14.088779 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network 57bee45f-12cb-4a98-816f-3a63d161af66 details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:30:14.102823 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, dd1d0072-51cc-44a0-b14b-ddac5223cb8f) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:14.131029 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:14.131614 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.134321 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Made reservation on behalf of 2be6e5aedba545f4b562423c55ddbf80 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:14.137534 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.182455 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c072339-d33d-49ee-a005-14b7b5ee8cbc None None] Network dd1d0072-51cc-44a0-b14b-ddac5223cb8f requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:30:14.212709 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Checking segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:14.215481 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Network hostable DHCP agents. Network: fac3a692-b3e2-4555-a0ad-f0227031fd7d, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:30:14.221639 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b3469f-6fe5-4679-9041-ad3fb0b1d549,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:14.306834 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (63e52a5d-e8e9-4d29-9203-d2c578151f82), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.308480 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (63e52a5d-e8e9-4d29-9203-d2c578151f82), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.315882 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-cca8a930-56cb-4258-91f7-3bb7f932ba95 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7563546 Jul 21 06:30:14.319833 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34916) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:14.322006 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:30:14.335277 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-387487659-router', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:14.351029 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-64ffebcd-eb86-4c1f-b926-8c45287f84fd None None] Current status of the port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:14.351395 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-64ffebcd-eb86-4c1f-b926-8c45287f84fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.367796 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:14.384580 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, fac3a692-b3e2-4555-a0ad-f0227031fd7d) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:14.397690 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (1fd0984c-f629-4766-bf62-8c4660a6744f), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.406635 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd4fbd-7374-4125-b5a4-e1e81eede1e0 None None] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:30:14.418378 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (1fd0984c-f629-4766-bf62-8c4660a6744f), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.459157 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks [] for router_controller (63e52a5d-e8e9-4d29-9203-d2c578151f82), precommit_add_association {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.557695 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:30:14.560544 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks [] for router_controller (1fd0984c-f629-4766-bf62-8c4660a6744f), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.562261 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:14.562841 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.570378 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-64ffebcd-eb86-4c1f-b926-8c45287f84fd None None] For port f71b4f68-91ba-4535-b12a-e18f1d02f6b7, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=f71b4f68-91ba-4535-b12a-e18f1d02f6b7,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:14.581175 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:14.581563 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.607899 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-64ffebcd-eb86-4c1f-b926-8c45287f84fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.714195 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:14.776105 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:14.807771 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b3486fbc-69af-4bd8-aa70-1c96b3ff0701 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0193644 Jul 21 06:30:14.815302 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 34936) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:14.820312 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:14.862547 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:14.889870 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:30:14.890925 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.895343 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks [] for router_gateway (63e52a5d-e8e9-4d29-9203-d2c578151f82), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.903056 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks [] for router_gateway (1fd0984c-f629-4766-bf62-8c4660a6744f), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:14.910606 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffebcd-eb86-4c1f-b926-8c45287f84fd None None] Pushing event updated for resources: {'Port': ['ID=f71b4f68-91ba-4535-b12a-e18f1d02f6b7,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:15.131463 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:30:15.143183 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Sync routers for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:30:15.154305 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:15.155236 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:29:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:15.170704 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (53c3e15f-e79c-49a7-b602-a1acaf7c8896), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.171740 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (53c3e15f-e79c-49a7-b602-a1acaf7c8896), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.213393 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.215346 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b0c88909-4622-40dd-99ba-dd3adde517b3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8319435 Jul 21 06:30:15.219599 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 34948) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:15.284624 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-8774d9f4-5386-49f5-811e-2cca643f4d4b None None] Provisioning complete for port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:15.284931 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8774d9f4-5386-49f5-811e-2cca643f4d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.369293 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:30:15.371030 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.374328 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-dd1d0072-51cc-44a0-b14b-ddac5223cb8f', 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f', 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'fixed_ips': [{'subnet_id': '52c8ff65-1795-4c85-87ef-b97fadada8c1'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:30:15.375274 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.457503 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:15.478028 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:15.478289 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Allocated IP 172.20.0.2 (a1554b7d-10e2-4dcf-85e9-e6a44388f0b3/5afb2aad-2da8-492f-b61b-e57e223d05fc/90f5c0d3-c6c5-4d55-adb8-70934b4b3b82) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:15.482857 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:15.565238 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks [] for router_gateway (63e52a5d-e8e9-4d29-9203-d2c578151f82), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.591860 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.655025 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks [] for router_controller (53c3e15f-e79c-49a7-b602-a1acaf7c8896), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.657634 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (f3eb72e6-0362-4ee0-969e-675c914be91e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.724606 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Allocated IP 172.27.1.214 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/39e6199f-696d-466a-a57f-ad4412dfcad8) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:15.762833 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:15.789228 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks [] for router_gateway (1fd0984c-f629-4766-bf62-8c4660a6744f), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.797880 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:13Z', 'revision_number': 3, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:15.824445 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.833919 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Checking router: 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:30:15.834460 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Updating router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb port 85a79388-4750-4b56-a9f1-2c599f5c6e3f binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:30:15.870168 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f71b4f68-91ba-4535-b12a-e18f1d02f6b7 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:15.885324 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.890318 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Checking segment: {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:15.890810 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Network hostable DHCP agents. Network: 57bee45f-12cb-4a98-816f-3a63d161af66, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:30:15.897744 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks [] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.947106 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:15.973389 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:15.976643 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:15.997678 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:16.065459 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks [] for router_gateway (53c3e15f-e79c-49a7-b602-a1acaf7c8896), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.091416 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Network 57bee45f-12cb-4a98-816f-3a63d161af66 is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:30:16.102897 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3eb72e6-0362-4ee0-969e-675c914be91e,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:16.272208 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:16.293864 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Publish callbacks [] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.296653 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-8774d9f4-5386-49f5-811e-2cca643f4d4b None None] Current status of the port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:16.314952 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.341546 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:16.405693 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Attempting to bind port 85a79388-4750-4b56-a9f1-2c599f5c6e3f on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:16.406259 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Attempting to bind port 85a79388-4750-4b56-a9f1-2c599f5c6e3f by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:16.406517 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, 57bee45f-12cb-4a98-816f-3a63d161af66) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:16.406938 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Attempting to bind port 85a79388-4750-4b56-a9f1-2c599f5c6e3f on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:16.415694 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:16.416263 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:16.416812 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.417754 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:16.418526 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Bound port: 85a79388-4750-4b56-a9f1-2c599f5c6e3f, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:16.419076 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.428531 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:16.430423 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.431187 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:16.431578 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.471905 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097249b9-0a75-4b88-af9a-2cfb05f714c3 None None] Network 57bee45f-12cb-4a98-816f-3a63d161af66 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:30:16.478323 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] For port 85a79388-4750-4b56-a9f1-2c599f5c6e3f, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:16.482871 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] For port 85a79388-4750-4b56-a9f1-2c599f5c6e3f, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=85a79388-4750-4b56-a9f1-2c599f5c6e3f,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:16.488697 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:16.500926 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.505345 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Pushing event updated for resources: {'Port': ['ID=85a79388-4750-4b56-a9f1-2c599f5c6e3f,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:16.519353 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.520128 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.521315 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.522612 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.523207 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.523751 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.524289 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.525782 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.526518 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.527252 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.528095 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.528631 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.529402 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.530269 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.530806 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Tracked resource versions report: Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: pushed versions: Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: { 'AddressGroup': {'1.2'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Agent': {'1.1'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'ConntrackHelper': {'1.0'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'LocalIPAssociation': {'1.0'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Log': {'1.0'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'NDPProxy': {'1.0'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Network': {'1.1'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Port': {'1.7'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'PortForwarding': {'1.3'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'QosPolicy': {'1.10'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SecurityGroup': {'1.5'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SecurityGroupRule': {'1.2'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SubPort': {'1.0'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Subnet': {'1.1'}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Trunk': {'1.1'}} Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: consumer versions: Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: { DHCP agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: HyperV agent@hv-cinder-85031: {}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: L3 agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: Metadata agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: Metering agent@dv-cinder-850318-3-iscsi: {}, Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: Open vSwitch agent@dv-cinder-850318-3-iscsi: { 'AddressGroup': '1.2', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Agent': '1.1', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'ConntrackHelper': '1.0', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'LocalIPAssociation': '1.0', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Log': '1.0', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'NDPProxy': '1.0', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Network': '1.1', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Port': '1.7', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'PortForwarding': '1.3', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'QosPolicy': '1.10', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SecurityGroup': '1.5', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SecurityGroupRule': '1.2', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'SubPort': '1.0', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Subnet': '1.1', Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: 'Trunk': '1.1'}} Jul 21 06:30:16.532569 dv-cinder-850318-3-iscsi neutron-server[103914]: {{(pid=103914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 06:30:16.570233 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:16.603195 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b8681723-ebf2-4800-a02f-bb6ddb87466b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6770291 Jul 21 06:30:16.606989 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35030) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:16.612272 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:16.623165 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Pushing event updated for resources: {'Port': ['ID=39e6199f-696d-466a-a57f-ad4412dfcad8,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:16.650504 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:16.650939 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks [] for router_gateway (63e52a5d-e8e9-4d29-9203-d2c578151f82), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.667950 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:16.687825 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2a0a9-251f-485e-ae55-f6ce7287068f None None] Pushing event updated for resources: {'Port': ['ID=85a79388-4750-4b56-a9f1-2c599f5c6e3f,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:16.702250 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:16.705850 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:29:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:16.736473 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:16.738907 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Allocated IP 172.20.0.2 (dd1d0072-51cc-44a0-b14b-ddac5223cb8f/52c8ff65-1795-4c85-87ef-b97fadada8c1/62876a2b-e090-4cf9-b4bc-95f7aba72f04) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:16.739759 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (dc070977-f217-4b12-90e7-c33b01f89b28), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.742461 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (dc070977-f217-4b12-90e7-c33b01f89b28), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.765486 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Allocated IP 172.20.0.2 (fac3a692-b3e2-4555-a0ad-f0227031fd7d/46b3469f-6fe5-4679-9041-ad3fb0b1d549/a28520cd-2f5f-4122-b7a1-66a73695393b) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:16.782735 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Allocated IP 172.27.1.27 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/40dc7e42-1a89-409a-ad74-83f7752dad68) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:16.829078 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks [] for router_gateway (53c3e15f-e79c-49a7-b602-a1acaf7c8896), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.879950 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.938992 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Publish callbacks [] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:16.966442 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:17.001713 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:17.118394 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks [] for router_controller (dc070977-f217-4b12-90e7-c33b01f89b28), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:17.463314 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:13Z', 'revision_number': 3, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:17.492339 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (63e52a5d-e8e9-4d29-9203-d2c578151f82), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:17.533042 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636a520-b7ef-451a-bb62-559883c07a81 None None] The sync data for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi is: [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:13Z', 'revision_number': 3, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:30:17.575815 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks [] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:17.624721 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-57bee45f-12cb-4a98-816f-3a63d161af66', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:30:17.625676 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:17.651062 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:17.680184 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:17.758915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35052) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:17.799134 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:17.817365 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:17.817978 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:17.827592 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:17.838883 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks [] for router_gateway (dc070977-f217-4b12-90e7-c33b01f89b28), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:17.842840 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:17.846210 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:17.883982 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Router 63e52a5d-e8e9-4d29-9203-d2c578151f82 is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:30:17.913602 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:17.919426 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Pushing event updated for resources: {'Port': ['ID=90f5c0d3-c6c5-4d55-adb8-70934b4b3b82,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:18.005774 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:INSERT=8,neutron:SELECT=83,neutron:UPDATE=9 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:18.007122 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Attempting to bind port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:18.007579 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Attempting to bind port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:18.007997 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Attempting to bind port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 on network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:18.013007 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35b21179-6b3c-4302-8d43-1c834a7a523a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.033176 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Pushing event updated for resources: {'Port': ['ID=40dc7e42-1a89-409a-ad74-83f7752dad68,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:18.073302 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Publish callbacks [] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.075463 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.083594 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:18.084234 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Checking segment: {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:18.084832 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.085404 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Bound using segment: {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:18.086103 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Bound port: 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:18.086720 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.127322 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.200859 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:18.212671 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Publish callbacks [] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.225075 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:18.243648 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:18.251833 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:18.252243 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:30:18.273137 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Allocated IP 172.27.1.185 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/54dd33da-6def-4542-8e22-dd7445a8e5a3) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:18.281295 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.292744 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:18.298841 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Allocated IP 172.20.0.2 (57bee45f-12cb-4a98-816f-3a63d161af66/f3eb72e6-0362-4ee0-969e-675c914be91e/cb331764-b428-48ae-9ec2-31fb1c167a39) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:18.301622 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Sync routers for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:30:18.334650 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Pushing event updated for resources: {'Port': ['ID=a28520cd-2f5f-4122-b7a1-66a73695393b,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:18.335494 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.336798 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7a38b22d-c0d9-41a3-ac81-245d4e54387f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2677226 Jul 21 06:30:18.384377 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35b21179-6b3c-4302-8d43-1c834a7a523a admin admin] Publish callbacks [] for security_group (1daf97ed-1b28-4a9b-a4a1-8b2adadf6e90), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.386886 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35060) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:18.412128 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:18.435751 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] For port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:18.438925 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Network dd1d0072-51cc-44a0-b14b-ddac5223cb8f is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:18.473563 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:18.474134 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:29:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:18.476515 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35b21179-6b3c-4302-8d43-1c834a7a523a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (1daf97ed-1b28-4a9b-a4a1-8b2adadf6e90), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.482120 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Allocated IP 172.20.0.1 (99d9c8f4-68ee-4bd8-aaed-8ace9842a377/e95cfd08-d8ca-4ba4-8db0-6109a5852619/0f162510-0d26-4fbf-ac5c-8316db1394ca) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:18.536797 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:18.541404 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:18.565999 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b21179-6b3c-4302-8d43-1c834a7a523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf97ed-1b28-4a9b-a4a1-8b2adadf6e90,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:18.598088 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Pushing event updated for resources: {'Port': ['ID=62876a2b-e090-4cf9-b4bc-95f7aba72f04,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:18.602017 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] For port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=90f5c0d3-c6c5-4d55-adb8-70934b4b3b82,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:18.608352 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:18.637629 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-35b21179-6b3c-4302-8d43-1c834a7a523a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d53da91e85a4a58af7b3b72563c03d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8702996 Jul 21 06:30:18.645506 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35072) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:18.776236 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.806191 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Attempting to bind port a28520cd-2f5f-4122-b7a1-66a73695393b on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:18.806566 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Attempting to bind port a28520cd-2f5f-4122-b7a1-66a73695393b by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:18.806919 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Attempting to bind port a28520cd-2f5f-4122-b7a1-66a73695393b on network fac3a692-b3e2-4555-a0ad-f0227031fd7d {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:18.847025 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:18.847402 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Checking segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:18.847914 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.848175 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Bound using segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:18.849279 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Bound port: a28520cd-2f5f-4122-b7a1-66a73695393b, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:18.850157 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.891308 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Attempting to bind port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:18.891672 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Attempting to bind port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:18.892028 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Attempting to bind port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 on network dd1d0072-51cc-44a0-b14b-ddac5223cb8f {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:18.920404 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:18.936677 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks [] for router_gateway (dc070977-f217-4b12-90e7-c33b01f89b28), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.942516 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:18.942889 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Checking segment: {'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:18.943292 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.944124 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Bound using segment: {'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:18.944663 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Bound port: 62876a2b-e090-4cf9-b4bc-95f7aba72f04, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:18.945043 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.949472 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3448879-0c0a-49db-b854-910a57969d31 admin admin] Publish callbacks [] for security_group (1daf97ed-1b28-4a9b-a4a1-8b2adadf6e90), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:18.996642 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:19.015043 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.047229 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Publish callbacks [] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.058682 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks [] for router_gateway (1fd0984c-f629-4766-bf62-8c4660a6744f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.067042 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks [] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.100938 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3448879-0c0a-49db-b854-910a57969d31 admin admin] Publish callbacks [] for security_group (1daf97ed-1b28-4a9b-a4a1-8b2adadf6e90), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.140300 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:19.203892 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3448879-0c0a-49db-b854-910a57969d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (1daf97ed-1b28-4a9b-a4a1-8b2adadf6e90), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.212043 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da924594-2de3-48e7-9a26-9695f08210b7 None None] Pushing event updated for resources: {'Port': ['ID=90f5c0d3-c6c5-4d55-adb8-70934b4b3b82,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:19.239825 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3448879-0c0a-49db-b854-910a57969d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.243296 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a3448879-0c0a-49db-b854-910a57969d31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1daf97ed-1b28-4a9b-a4a1-8b2adadf6e90 HTTP/1.1" status: 204 len: 168 time: 0.5927191 Jul 21 06:30:19.316037 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:19.317586 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.354138 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3448879-0c0a-49db-b854-910a57969d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf97ed-1b28-4a9b-a4a1-8b2adadf6e90,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:19.446457 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.452873 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:19.464375 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:19.469131 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:19.471371 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.755703 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:19.781132 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] For port a28520cd-2f5f-4122-b7a1-66a73695393b, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:19.811103 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:19.829439 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] For port 62876a2b-e090-4cf9-b4bc-95f7aba72f04, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:19.836520 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] For port 62876a2b-e090-4cf9-b4bc-95f7aba72f04, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=62876a2b-e090-4cf9-b4bc-95f7aba72f04,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:19.847549 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Allocated IP 172.27.1.88 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/5768e690-f9c5-4ce9-8e72-be5cbfd7288a) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:19.857338 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:19.875046 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0f162510-0d26-4fbf-ac5c-8316db1394ca,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:19.879599 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:16Z', 'revision_number': 3, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:19.900420 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (1fd0984c-f629-4766-bf62-8c4660a6744f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.925272 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35112) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:19.959202 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Publish callbacks [] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.966531 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.974398 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d600d02-5a6a-4707-8032-de763d4b2e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:19.992432 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Pushing event updated for resources: {'Port': ['ID=54dd33da-6def-4542-8e22-dd7445a8e5a3,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:20.034863 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:20.097662 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] For port a28520cd-2f5f-4122-b7a1-66a73695393b, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=a28520cd-2f5f-4122-b7a1-66a73695393b,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:20.103645 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073731c-8c5a-4c5d-a363-b911c60e7c36 None None] Pushing event updated for resources: {'Port': ['ID=62876a2b-e090-4cf9-b4bc-95f7aba72f04,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:20.115851 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:20.165183 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:20.166817 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Checking router: 63e52a5d-e8e9-4d29-9203-d2c578151f82 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:30:20.167839 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Updating router 63e52a5d-e8e9-4d29-9203-d2c578151f82 port 39e6199f-696d-466a-a57f-ad4412dfcad8 binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:30:20.187937 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:20.258131 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Network 57bee45f-12cb-4a98-816f-3a63d161af66 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:20.299877 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:20.303356 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:20.312484 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:20.327267 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ebc85479-7a92-492c-8f09-62e545858a9a None None] Provisioning complete for port 0f162510-0d26-4fbf-ac5c-8316db1394ca triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:20.327267 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ebc85479-7a92-492c-8f09-62e545858a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:20.373648 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:20.393641 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:20.408867 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:20.599809 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ebc85479-7a92-492c-8f09-62e545858a9a None None] Port 0f162510-0d26-4fbf-ac5c-8316db1394ca cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:30:20.644091 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:20.707380 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:20.887919 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632240b6-5642-43e3-92f3-7e24576d935b None None] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:30:20.965146 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Pushing event updated for resources: {'Port': ['ID=cb331764-b428-48ae-9ec2-31fb1c167a39,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:20.989781 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:20.990605 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.046333 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:21.074687 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d600d02-5a6a-4707-8032-de763d4b2e54 admin admin] Publish callbacks [] for security_group (00947adb-b120-471d-b67a-d443482c2cc8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.083307 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks [] for router_gateway (53c3e15f-e79c-49a7-b602-a1acaf7c8896), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.091014 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks [] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.101618 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:21.102855 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d600d02-5a6a-4707-8032-de763d4b2e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (00947adb-b120-471d-b67a-d443482c2cc8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.152666 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-868d5fe8-6659-4527-807c-e3c0e7042747 None None] Provisioning complete for port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:21.153027 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-868d5fe8-6659-4527-807c-e3c0e7042747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.239266 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Publish callbacks [] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.249192 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0d600d02-5a6a-4707-8032-de763d4b2e54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d53a6b8ca68d41758e762294eecc0a1b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3214598 Jul 21 06:30:21.251383 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35142) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:21.253225 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Attempting to bind port cb331764-b428-48ae-9ec2-31fb1c167a39 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:21.253708 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Attempting to bind port cb331764-b428-48ae-9ec2-31fb1c167a39 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:21.254066 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Attempting to bind port cb331764-b428-48ae-9ec2-31fb1c167a39 on network 57bee45f-12cb-4a98-816f-3a63d161af66 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:21.266665 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.267427 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.269506 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d600d02-5a6a-4707-8032-de763d4b2e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00947adb-b120-471d-b67a-d443482c2cc8,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:21.274672 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Allocated IP 172.20.0.1 (a1554b7d-10e2-4dcf-85e9-e6a44388f0b3/5afb2aad-2da8-492f-b61b-e57e223d05fc/7eb91662-f84a-4268-ab34-2171f2b5c7d2) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:21.318450 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.367532 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:21.369801 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Checking segment: {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:21.371228 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.373751 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Bound using segment: {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:21.376893 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Bound port: cb331764-b428-48ae-9ec2-31fb1c167a39, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:21.377429 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.383302 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:21.394600 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:21.397154 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Router 1fd0984c-f629-4766-bf62-8c4660a6744f is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:30:21.408266 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:21.412569 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1908a33-9e0e-42f9-97bb-7bfac16fbb3e None None] Pushing event updated for resources: {'Port': ['ID=a28520cd-2f5f-4122-b7a1-66a73695393b,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:21.532667 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:21.533114 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.533226 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0f162510-0d26-4fbf-ac5c-8316db1394ca,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:21.551463 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5768e690-f9c5-4ce9-8e72-be5cbfd7288a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:21.598586 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-776f813c-62f4-49a9-b8ac-7ee2435f8f92 admin admin] Publish callbacks [] for security_group (00947adb-b120-471d-b67a-d443482c2cc8), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.654464 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:21.661126 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-776f813c-62f4-49a9-b8ac-7ee2435f8f92 admin admin] Publish callbacks [] for security_group (00947adb-b120-471d-b67a-d443482c2cc8), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.669388 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:21.736730 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] For port cb331764-b428-48ae-9ec2-31fb1c167a39, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:21.737012 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Publish callbacks [] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.746202 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:21.751186 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=90f5c0d3-c6c5-4d55-adb8-70934b4b3b82,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:21.775272 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.779490 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 85a79388-4750-4b56-a9f1-2c599f5c6e3f up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:21.781691 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-868d5fe8-6659-4527-807c-e3c0e7042747 None None] Current status of the port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:21.782269 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-868d5fe8-6659-4527-807c-e3c0e7042747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.811337 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] For port cb331764-b428-48ae-9ec2-31fb1c167a39, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=cb331764-b428-48ae-9ec2-31fb1c167a39,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:21.902888 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf553f-979f-424b-b7e3-c9314f432cb0 None None] Network dd1d0072-51cc-44a0-b14b-ddac5223cb8f requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:30:21.915519 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-776f813c-62f4-49a9-b8ac-7ee2435f8f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (00947adb-b120-471d-b67a-d443482c2cc8), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.931181 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-776f813c-62f4-49a9-b8ac-7ee2435f8f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.938906 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-776f813c-62f4-49a9-b8ac-7ee2435f8f92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00947adb-b120-471d-b67a-d443482c2cc8 HTTP/1.1" status: 204 len: 168 time: 0.6748111 Jul 21 06:30:21.964592 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.965921 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:21.968298 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:21.973816 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f813c-62f4-49a9-b8ac-7ee2435f8f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00947adb-b120-471d-b67a-d443482c2cc8,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:22.062938 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb91662-f84a-4268-ab34-2171f2b5c7d2,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:22.077247 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Publish callbacks [] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:22.080129 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:30:22.082820 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:22.086235 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:22.089361 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:22.089878 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (63e52a5d-e8e9-4d29-9203-d2c578151f82), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:22.201393 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.db.api [None req-868d5fe8-6659-4527-807c-e3c0e7042747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 06:30:22.210481 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG oslo_db.api [None req-868d5fe8-6659-4527-807c-e3c0e7042747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 06:30:22.277861 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:22.312831 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (53c3e15f-e79c-49a7-b602-a1acaf7c8896), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:22.322757 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:22.341001 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=90f5c0d3-c6c5-4d55-adb8-70934b4b3b82,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:22.347100 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:22.430224 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:22.484456 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:30:22.499511 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Sync routers for ids ['1fd0984c-f629-4766-bf62-8c4660a6744f'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:30:22.513031 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6104b3ee-20f6-4cf1-badc-589d6210e6e5 None None] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:30:22.537808 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Routers {'1fd0984c-f629-4766-bf62-8c4660a6744f'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:22.539568 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-364fbdee-f859-45e5-b46b-319657455424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:29:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['1fd0984c-f629-4766-bf62-8c4660a6744f'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:22.593326 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 85a79388-4750-4b56-a9f1-2c599f5c6e3f triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:22.593817 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:22.600350 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks [] for router_gateway (dc070977-f217-4b12-90e7-c33b01f89b28), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:22.610317 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:22.668950 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:30:22.671490 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:22.680671 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-61e55152-2754-40ea-8b5c-304cb7447e54 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3596044 Jul 21 06:30:22.684345 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0063bd3a-f181-438e-b849-a0165bb838e2 admin admin] 10.222.0.42 "PUT /v2.0/routers/35522cc8-5ed9-4e3d-8b07-d0f7273eabbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4636815 Jul 21 06:30:22.711325 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:22.715277 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35178) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:22.742011 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Set router 1fd0984c-f629-4766-bf62-8c4660a6744f gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:22.936659 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:22.984720 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Attempting to bind port 39e6199f-696d-466a-a57f-ad4412dfcad8 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:22.985130 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Attempting to bind port 39e6199f-696d-466a-a57f-ad4412dfcad8 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:22.989518 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Attempting to bind port 39e6199f-696d-466a-a57f-ad4412dfcad8 on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:22.992142 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Sync routers for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:30:23.009166 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:30:23.084799 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-868d5fe8-6659-4527-807c-e3c0e7042747 None None] Current status of the port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:23.197594 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:30:23.224446 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:23.226115 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:23.228277 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:23.228925 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:23.231199 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Bound port: 39e6199f-696d-466a-a57f-ad4412dfcad8, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:23.231860 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:23.256800 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (dc070977-f217-4b12-90e7-c33b01f89b28), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:23.263924 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-364fbdee-f859-45e5-b46b-319657455424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'name': 'tempest-DeleteServersTestJSON-387487659-router', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:18Z', 'revision_number': 3, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'gw_port': {'id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:23.289141 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:23.290774 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:29:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:23.307601 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Checking router: 1fd0984c-f629-4766-bf62-8c4660a6744f for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:30:23.308727 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Updating router 1fd0984c-f629-4766-bf62-8c4660a6744f port 40dc7e42-1a89-409a-ad74-83f7752dad68 binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:30:23.337734 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Provisioning complete for port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:23.341608 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:23.372435 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:23.653664 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:23.657234 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 85a79388-4750-4b56-a9f1-2c599f5c6e3f is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:23.657925 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:23.697588 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35477524-a078-4e2d-ae58-8b984a1eee8d None None] Pushing event updated for resources: {'Port': ['ID=cb331764-b428-48ae-9ec2-31fb1c167a39,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:23.804432 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:23.902223 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f56e7-81c8-4572-b85b-9a3ec2ef04a5 None None] Pushing event updated for resources: {'Port': ['ID=39e6199f-696d-466a-a57f-ad4412dfcad8,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:23.916081 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:30:23.932538 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Publish callbacks [] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:23.956816 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:23.960770 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:23.962640 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (63e52a5d-e8e9-4d29-9203-d2c578151f82), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:23.973553 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:23.978251 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-6b736321-e3f7-4628-b446-84ed3e17540d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1583052 Jul 21 06:30:23.978910 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35220) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:24.009041 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Router dc070977-f217-4b12-90e7-c33b01f89b28 is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:30:24.014849 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:30:24.034719 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:24.040597 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port 85a79388-4750-4b56-a9f1-2c599f5c6e3f, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=85a79388-4750-4b56-a9f1-2c599f5c6e3f,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:24.108915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35236) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:24.132924 dv-cinder-850318-3-iscsi neutron-server[103911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 06:30:24.245333 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:24.260092 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:29:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:24.329157 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:24.377094 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:24.495733 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb91662-f84a-4268-ab34-2171f2b5c7d2,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:24.524785 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:24.528644 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] For port 39e6199f-696d-466a-a57f-ad4412dfcad8, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:24.560720 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:24.576289 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c062bd0e-b2e3-43f2-946e-468c42aa8131 None None] Network 57bee45f-12cb-4a98-816f-3a63d161af66 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:30:24.585900 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:24.586840 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:24.617864 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:24.628545 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:30:24.708483 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=85a79388-4750-4b56-a9f1-2c599f5c6e3f,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:24.709006 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:24.710267 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-73d330b5-d48b-413f-8ec6-93e4dc7cc2e3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1019049 Jul 21 06:30:24.712799 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Sync routers for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:30:24.722947 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35246) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:24.728959 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] For port 39e6199f-696d-466a-a57f-ad4412dfcad8, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=39e6199f-696d-466a-a57f-ad4412dfcad8,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:24.763251 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-f66141f3-fdf6-4a5e-af48-ba26c0192e70 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:24.764895 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-f66141f3-fdf6-4a5e-af48-ba26c0192e70 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 819 time: 0.6332579 Jul 21 06:30:24.827082 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:24.830358 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Publish callbacks [] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:24.914388 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:25.015537 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Attempting to bind port 40dc7e42-1a89-409a-ad74-83f7752dad68 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:25.016152 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Attempting to bind port 40dc7e42-1a89-409a-ad74-83f7752dad68 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:25.016258 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Attempting to bind port 40dc7e42-1a89-409a-ad74-83f7752dad68 on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:25.037922 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0283d942-dee4-403a-9d84-b424622c4d4c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/quotas/9cd8a1a642a24b519aefdde9ed336536 HTTP/1.1" status: 200 len: 375 time: 0.2563810 Jul 21 06:30:25.085572 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:25.086552 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 3, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:25.144317 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:25.164811 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:25.165182 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:25.165584 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:25.166035 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:25.166503 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Bound port: 40dc7e42-1a89-409a-ad74-83f7752dad68, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:25.167273 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:25.219089 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:30:25.219487 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Updating router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 port 54dd33da-6def-4542-8e22-dd7445a8e5a3 binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:30:25.259102 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fd5a3-aa7f-4d18-ab44-47b8ad432f9f None None] Pushing event updated for resources: {'Port': ['ID=40dc7e42-1a89-409a-ad74-83f7752dad68,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:25.287956 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:25.304589 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f56e7-81c8-4572-b85b-9a3ec2ef04a5 None None] Pushing event updated for resources: {'Port': ['ID=39e6199f-696d-466a-a57f-ad4412dfcad8,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:25.309934 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:25.319636 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-364fbdee-f859-45e5-b46b-319657455424 None None] For port 40dc7e42-1a89-409a-ad74-83f7752dad68, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:25.324259 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:25.324909 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:29:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:25.350580 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-70bd6daf-f14a-4078-8d28-0c9950efa15b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2626314 Jul 21 06:30:25.361242 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-364fbdee-f859-45e5-b46b-319657455424 None None] For port 40dc7e42-1a89-409a-ad74-83f7752dad68, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=40dc7e42-1a89-409a-ad74-83f7752dad68,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:25.443258 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Router 63e52a5d-e8e9-4d29-9203-d2c578151f82 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:30:25.450205 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Allocated IP 172.20.0.1 (dd1d0072-51cc-44a0-b14b-ddac5223cb8f/52c8ff65-1795-4c85-87ef-b97fadada8c1/2d9ff446-13dd-49d7-8363-995dfed583d6) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:25.476045 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:25.640862 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:25.739468 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Current status of the port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:25.740307 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:25.756275 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:30:25.763741 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f1ca9485-9ce9-4821-aa85-e7fb9add4759 admin admin] 10.222.0.42 "PUT /v2.0/routers/63e52a5d-e8e9-4d29-9203-d2c578151f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3745224 Jul 21 06:30:25.769223 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:25.769856 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:25.800065 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Publish callbacks [] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:25.805100 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Routers {'1fd0984c-f629-4766-bf62-8c4660a6744f'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:25.806421 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-364fbdee-f859-45e5-b46b-319657455424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:29:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['1fd0984c-f629-4766-bf62-8c4660a6744f'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:25.824252 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fd5a3-aa7f-4d18-ab44-47b8ad432f9f None None] Pushing event updated for resources: {'Port': ['ID=40dc7e42-1a89-409a-ad74-83f7752dad68,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:25.903724 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:25.964005 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:26.005232 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:26.007095 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:29:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:26.025010 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Network dd1d0072-51cc-44a0-b14b-ddac5223cb8f is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:26.033498 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:26.045067 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35284) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:26.113913 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:26.121298 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (1fd0984c-f629-4766-bf62-8c4660a6744f), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:26.152759 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:26.169048 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:26.264977 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:26.300693 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-e5df6ad3-9f0f-4021-a40b-8b8666e44dab service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:30:26.307719 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-364fbdee-f859-45e5-b46b-319657455424 None None] Set router 1fd0984c-f629-4766-bf62-8c4660a6744f gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:26.311688 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-e5df6ad3-9f0f-4021-a40b-8b8666e44dab service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4851484 Jul 21 06:30:26.320522 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9ff446-13dd-49d7-8363-995dfed583d6,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:26.402092 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:21Z', 'revision_number': 3, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:26.555747 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ca23fe05-5e85-4455-8af3-11acd6ab405e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:26.615567 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:26.617247 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:26.659484 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Checking router: dc070977-f217-4b12-90e7-c33b01f89b28 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:30:26.660718 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Updating router dc070977-f217-4b12-90e7-c33b01f89b28 port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:30:26.692273 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:26.739949 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Publish callbacks [] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:26.759673 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] For port 62876a2b-e090-4cf9-b4bc-95f7aba72f04, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=62876a2b-e090-4cf9-b4bc-95f7aba72f04,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:26.775614 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:26.820437 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:26.852594 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:26.863148 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-a74e59a9-96ac-4339-b341-09ef9d83f04c service neutron] 10.222.0.42 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443046 Jul 21 06:30:26.892494 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 2, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:26.934712 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:26.942989 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Attempting to bind port 54dd33da-6def-4542-8e22-dd7445a8e5a3 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:26.943604 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Attempting to bind port 54dd33da-6def-4542-8e22-dd7445a8e5a3 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:26.944116 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Attempting to bind port 54dd33da-6def-4542-8e22-dd7445a8e5a3 on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:26.945831 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Allocated IP 172.20.0.1 (fac3a692-b3e2-4555-a0ad-f0227031fd7d/46b3469f-6fe5-4679-9041-ad3fb0b1d549/44a9775e-7b18-41a3-9584-e47fd4e46601) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:26.946499 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b6f7a-0f07-48a7-a85f-5e46cf0122a5 None None] Pushing event updated for resources: {'Port': ['ID=54dd33da-6def-4542-8e22-dd7445a8e5a3,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:26.977119 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce385bfb-9f6c-480e-bf63-0f050539a056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:26.991140 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:26.991790 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:26.992338 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:26.995296 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:26.996450 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Bound port: 54dd33da-6def-4542-8e22-dd7445a8e5a3, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:26.997086 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.020492 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-5a0c2c24-d49b-4a15-8980-f15ee891da79 service neutron] 10.222.0.42 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339159 Jul 21 06:30:27.084761 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35310) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:27.091117 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-dfa4778f-aad3-4f7a-af45-e160b2a551d1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28166646', 'description': 'tempest-description--100058486'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:27.106205 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.131120 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dfa4778f-aad3-4f7a-af45-e160b2a551d1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.137882 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.139495 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Provisioning complete for port 0f162510-0d26-4fbf-ac5c-8316db1394ca triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:27.139878 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.158613 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-364fbdee-f859-45e5-b46b-319657455424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'name': 'tempest-DeleteServersTestJSON-387487659-router', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:18Z', 'revision_number': 3, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'gw_port': {'id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:27.207024 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fbdee-f859-45e5-b46b-319657455424 None None] The sync data for ids ['1fd0984c-f629-4766-bf62-8c4660a6744f'] in dv-cinder-850318-3-iscsi is: [{'id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'name': 'tempest-DeleteServersTestJSON-387487659-router', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:18Z', 'revision_number': 3, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'gw_port': {'id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:30:27.211816 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] For port 54dd33da-6def-4542-8e22-dd7445a8e5a3, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:27.237855 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:27.243826 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] For port 54dd33da-6def-4542-8e22-dd7445a8e5a3, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=54dd33da-6def-4542-8e22-dd7445a8e5a3,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:27.256359 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.258512 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Checking router: 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:30:27.258873 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Updating router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb port 0f162510-0d26-4fbf-ac5c-8316db1394ca binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:30:27.266361 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ca23fe05-5e85-4455-8af3-11acd6ab405e admin admin] Publish callbacks [] for security_group (d6f3ba00-baaf-4bb1-bd45-371e3d6f93e0), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.301455 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ca23fe05-5e85-4455-8af3-11acd6ab405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d6f3ba00-baaf-4bb1-bd45-371e3d6f93e0), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.309990 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Publish callbacks [] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.351013 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b6f7a-0f07-48a7-a85f-5e46cf0122a5 None None] Pushing event updated for resources: {'Port': ['ID=54dd33da-6def-4542-8e22-dd7445a8e5a3,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:27.371593 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:27.372342 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:29:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:27.418155 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:27.418939 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.486128 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dfa4778f-aad3-4f7a-af45-e160b2a551d1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (f8dc3f50-cc3d-4419-92ab-77b83cdb1948), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.489360 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35320) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:27.492768 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.496287 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (1fd0984c-f629-4766-bf62-8c4660a6744f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.578093 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:27.618706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Allocated IP 172.20.0.1 (57bee45f-12cb-4a98-816f-3a63d161af66/f3eb72e6-0362-4ee0-969e-675c914be91e/5515d094-e2eb-4539-abbe-e228e19f923f) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:27.654072 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e14d7c91-7ebe-4bd5-9427-75229e86a432 req-01a2095f-fb58-44cc-8392-b1e2734d048b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 210 time: 0.1549962 Jul 21 06:30:27.654753 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dfa4778f-aad3-4f7a-af45-e160b2a551d1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (f8dc3f50-cc3d-4419-92ab-77b83cdb1948), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.677897 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9ff446-13dd-49d7-8363-995dfed583d6,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:27.735763 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4778f-aad3-4f7a-af45-e160b2a551d1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dc3f50-cc3d-4419-92ab-77b83cdb1948,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:27.745226 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dfa4778f-aad3-4f7a-af45-e160b2a551d1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.752056 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-dfa4778f-aad3-4f7a-af45-e160b2a551d1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6656909 Jul 21 06:30:27.801930 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35338) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:27.818027 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-e2780020-8600-4d80-b33d-b501a7aed44c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'security_group_rule': {'security_group_id': 'f8dc3f50-cc3d-4419-92ab-77b83cdb1948', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:27.866180 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Pushing event updated for resources: {'Port': ['ID=62876a2b-e090-4cf9-b4bc-95f7aba72f04,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:27.884075 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Port 0f162510-0d26-4fbf-ac5c-8316db1394ca cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:30:27.887007 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:27.897163 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:28.096886 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Provisioning complete for port a28520cd-2f5f-4122-b7a1-66a73695393b triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:28.100241 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:28.199849 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 2, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:28.207880 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:28.246547 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Network dd1d0072-51cc-44a0-b14b-ddac5223cb8f is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:28.322139 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:28.341661 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ca23fe05-5e85-4455-8af3-11acd6ab405e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6346dc927ab4830b13d954cda6e048d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2931588 Jul 21 06:30:28.346720 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35360) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:28.358463 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23fe05-5e85-4455-8af3-11acd6ab405e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f3ba00-baaf-4bb1-bd45-371e3d6f93e0,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:28.374450 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:28.503910 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Publish callbacks [] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:28.625302 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Publish callbacks [] for port (5515d094-e2eb-4539-abbe-e228e19f923f), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:28.755595 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 3, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:28.769115 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-945fefb4-eb06-4426-901d-f78d7f1f5834 admin admin] Publish callbacks [] for security_group (d6f3ba00-baaf-4bb1-bd45-371e3d6f93e0), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:28.833759 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaafcdf-d0cd-47e9-ad6d-6ab32d2de954 None None] The sync data for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi is: [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 2, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:30:28.878675 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796cd004-c392-49ed-8b91-b9913002e5b3 None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 3, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:30:28.901113 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.022420 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-945fefb4-eb06-4426-901d-f78d7f1f5834 admin admin] Publish callbacks [] for security_group (d6f3ba00-baaf-4bb1-bd45-371e3d6f93e0), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.054724 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:29.073076 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.080850 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e2780020-8600-4d80-b33d-b501a7aed44c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (216ba899-77ed-453e-aae0-d1257946aeaa), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.102206 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:29.115917 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:29.144831 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:29.145226 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (53c3e15f-e79c-49a7-b602-a1acaf7c8896), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.164803 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f8d0f557-7276-450d-b0c3-1d0430e9e472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.308958 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:29.310323 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device cb331764-b428-48ae-9ec2-31fb1c167a39 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:29.317826 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Pushing event updated for resources: {'Port': ['ID=44a9775e-7b18-41a3-9584-e47fd4e46601,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:29.406927 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:29.419392 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Network 57bee45f-12cb-4a98-816f-3a63d161af66 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:29.466831 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:29.498710 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:29.499182 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (dc070977-f217-4b12-90e7-c33b01f89b28), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.599571 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Current status of the port a28520cd-2f5f-4122-b7a1-66a73695393b is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:29.600039 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.643072 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Pushing event updated for resources: {'Port': ['ID=5515d094-e2eb-4539-abbe-e228e19f923f,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:29.768666 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-945fefb4-eb06-4426-901d-f78d7f1f5834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d6f3ba00-baaf-4bb1-bd45-371e3d6f93e0), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.775120 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-945fefb4-eb06-4426-901d-f78d7f1f5834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.781077 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-945fefb4-eb06-4426-901d-f78d7f1f5834 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6f3ba00-baaf-4bb1-bd45-371e3d6f93e0 HTTP/1.1" status: 204 len: 168 time: 1.4307837 Jul 21 06:30:29.841708 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e2780020-8600-4d80-b33d-b501a7aed44c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (216ba899-77ed-453e-aae0-d1257946aeaa), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:29.941756 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fefb4-eb06-4426-901d-f78d7f1f5834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f3ba00-baaf-4bb1-bd45-371e3d6f93e0,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:29.944108 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e2780020-8600-4d80-b33d-b501a7aed44c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (216ba899-77ed-453e-aae0-d1257946aeaa), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.143595 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Publish callbacks [] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.146599 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2780020-8600-4d80-b33d-b501a7aed44c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216ba899-77ed-453e-aae0-d1257946aeaa,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:30.178956 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] For port a28520cd-2f5f-4122-b7a1-66a73695393b, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=a28520cd-2f5f-4122-b7a1-66a73695393b,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:30.188216 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Router 1fd0984c-f629-4766-bf62-8c4660a6744f has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:30:30.213653 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-551d9148-5759-456a-b884-88647e6b5667 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:30.225206 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-551d9148-5759-456a-b884-88647e6b5667 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 819 time: 1.9174230 Jul 21 06:30:30.232931 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:30.234653 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.265694 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.268210 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.287290 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e2780020-8600-4d80-b33d-b501a7aed44c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.290455 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e2780020-8600-4d80-b33d-b501a7aed44c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4864178 Jul 21 06:30:30.309516 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35398) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:30.331504 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-aae9a27a-2686-4477-a557-c3e82ed3863a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/quotas/9cd8a1a642a24b519aefdde9ed336536 HTTP/1.1" status: 200 len: 375 time: 0.0932114 Jul 21 06:30:30.332450 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Publish callbacks [] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.345053 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-34cdafc1-1145-41bb-b087-445c72a777f1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'security_group_rule': {'security_group_id': 'f8dc3f50-cc3d-4419-92ab-77b83cdb1948', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:30.410961 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Provisioning complete for port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:30.411435 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.413223 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port cb331764-b428-48ae-9ec2-31fb1c167a39 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:30.414508 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.466093 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.486708 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.565101 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:30.650768 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Pushing event updated for resources: {'Port': ['ID=a28520cd-2f5f-4122-b7a1-66a73695393b,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:30.685923 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-1f2b7eda-f1d4-4e49-83a5-3eb476aa8d9b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3519449 Jul 21 06:30:30.696628 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:30:30.773226 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Provisioning complete for port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:30.775772 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.790882 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-34cdafc1-1145-41bb-b087-445c72a777f1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (6887499a-776f-4464-8eb4-904a62a5b920), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.921463 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Publish callbacks [] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.955712 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:30.957048 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (53c3e15f-e79c-49a7-b602-a1acaf7c8896), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:31.092365 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:31.158649 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Pushing event updated for resources: {'Port': ['ID=44a9775e-7b18-41a3-9584-e47fd4e46601,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:31.271935 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Attempting to bind port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:31.272434 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Attempting to bind port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:31.272640 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Attempting to bind port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:31.368434 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:31.368794 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:31.369255 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:31.369856 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:31.371102 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Bound port: 5768e690-f9c5-4ce9-8e72-be5cbfd7288a, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:31.371518 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:31.413232 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-1b55865b-637e-44ec-b823-48f0ebfbb38d service neutron] 10.222.0.42 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7261205 Jul 21 06:30:31.417800 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:30:31.438378 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Sync routers for ids ['1fd0984c-f629-4766-bf62-8c4660a6744f'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:30:31.452870 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f0692493-4e33-411d-8287-037c0e22a1b7 admin admin] 10.222.0.42 "PUT /v2.0/routers/1fd0984c-f629-4766-bf62-8c4660a6744f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7320886 Jul 21 06:30:31.522225 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Routers {'1fd0984c-f629-4766-bf62-8c4660a6744f'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:31.522225 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['1fd0984c-f629-4766-bf62-8c4660a6744f'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:31.537427 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-34cdafc1-1145-41bb-b087-445c72a777f1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (6887499a-776f-4464-8eb4-904a62a5b920), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:31.549615 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] For port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:31.555916 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] For port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=5768e690-f9c5-4ce9-8e72-be5cbfd7288a,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:31.576116 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:31.594251 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-34cdafc1-1145-41bb-b087-445c72a777f1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (6887499a-776f-4464-8eb4-904a62a5b920), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:31.643592 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:31.669486 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:31.739133 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:31.770848 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Attempting to bind port 0f162510-0d26-4fbf-ac5c-8316db1394ca on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:31.777023 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Attempting to bind port 0f162510-0d26-4fbf-ac5c-8316db1394ca by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:31.789811 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Attempting to bind port 0f162510-0d26-4fbf-ac5c-8316db1394ca on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:31.794587 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:31.873568 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f77c0-4acc-41be-b66c-6e33d269d0e0 None None] Pushing event updated for resources: {'Port': ['ID=5768e690-f9c5-4ce9-8e72-be5cbfd7288a,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:31.889823 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:31.917199 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdafc1-1145-41bb-b087-445c72a777f1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6887499a-776f-4464-8eb4-904a62a5b920,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:31.959925 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-34cdafc1-1145-41bb-b087-445c72a777f1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:31.968547 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-34cdafc1-1145-41bb-b087-445c72a777f1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6563935 Jul 21 06:30:31.972473 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35452) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:31.977115 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:32.023535 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:32.119646 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:32.121741 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Checking segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:32.123275 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:32.124707 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Bound using segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:32.125343 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Bound port: 0f162510-0d26-4fbf-ac5c-8316db1394ca, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:32.126702 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:32.136589 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Set router 1fd0984c-f629-4766-bf62-8c4660a6744f gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:32.161242 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port cb331764-b428-48ae-9ec2-31fb1c167a39 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:32.163037 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:32.210613 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-1683dd4f-e147-455f-85ba-b6340c2c803e service neutron] 10.222.0.42 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7811754 Jul 21 06:30:32.212510 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:30:32.221247 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:32.250452 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:32.342877 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Publish callbacks [] for port (5515d094-e2eb-4539-abbe-e228e19f923f), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:32.361332 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:32.372314 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (dc070977-f217-4b12-90e7-c33b01f89b28), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:32.380663 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ce496436-5386-4b5a-929e-94ffeec3ffca None None] Current status of the port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:32.423870 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:32.534957 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:32.535609 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:32.634396 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:32.857861 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:32.927630 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Provisioning complete for port a28520cd-2f5f-4122-b7a1-66a73695393b triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:32.928596 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:33.041955 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-648867ed-0f5c-46b9-8cce-62905d22fd24 req-580ce341-2b08-473a-9276-694110c82aa0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 210 time: 0.1850555 Jul 21 06:30:33.098797 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'name': 'tempest-DeleteServersTestJSON-387487659-router', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:26Z', 'revision_number': 4, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'gw_port': {'id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '2d9ff446-13dd-49d7-8363-995dfed583d6', 'name': '', 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'mac_address': 'fa:16:3e:58:2d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '52c8ff65-1795-4c85-87ef-b97fadada8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:24Z', 'updated_at': '2022-07-21T06:30:27Z', 'revision_number': 2, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'subnets': [{'id': '52c8ff65-1795-4c85-87ef-b97fadada8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:33.105885 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c274bd6-3db9-444c-8893-23fa3a5fd08a None None] Pushing event updated for resources: {'Port': ['ID=0f162510-0d26-4fbf-ac5c-8316db1394ca,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:33.147935 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Checking router: 1fd0984c-f629-4766-bf62-8c4660a6744f for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:30:33.148537 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Updating router 1fd0984c-f629-4766-bf62-8c4660a6744f port 2d9ff446-13dd-49d7-8363-995dfed583d6 binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:30:33.151122 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:33.189222 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port cb331764-b428-48ae-9ec2-31fb1c167a39, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=cb331764-b428-48ae-9ec2-31fb1c167a39,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:33.211665 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] For port 0f162510-0d26-4fbf-ac5c-8316db1394ca, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:33.286610 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Allocated IP 172.27.1.72 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/e44cbe0a-41dc-472d-a668-59be53cb8364) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:33.287177 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:33.309492 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Pushing event updated for resources: {'Port': ['ID=5515d094-e2eb-4539-abbe-e228e19f923f,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:33.336598 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] For port 0f162510-0d26-4fbf-ac5c-8316db1394ca, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=0f162510-0d26-4fbf-ac5c-8316db1394ca,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:33.370517 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:30:33.405512 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.36', 54358) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:33.435584 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7e59138a-67d5-48e3-b126-a20a2bd8cadf admin admin] 10.222.0.42 "PUT /v2.0/routers/53c3e15f-e79c-49a7-b602-a1acaf7c8896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4550366 Jul 21 06:30:33.483212 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:33.504208 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Network 57bee45f-12cb-4a98-816f-3a63d161af66 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:33.508051 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:33.513228 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Current status of the port a28520cd-2f5f-4122-b7a1-66a73695393b is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:33.540730 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:30:33.544450 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:33.546816 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 62876a2b-e090-4cf9-b4bc-95f7aba72f04 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:33.773826 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for port (e44cbe0a-41dc-472d-a668-59be53cb8364), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:33.801358 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Provisioning complete for port 0f162510-0d26-4fbf-ac5c-8316db1394ca triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:33.805975 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:33.817336 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:33.856710 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f77c0-4acc-41be-b66c-6e33d269d0e0 None None] Pushing event updated for resources: {'Port': ['ID=5768e690-f9c5-4ce9-8e72-be5cbfd7288a,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:33.924598 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (e44cbe0a-41dc-472d-a668-59be53cb8364), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:34.121301 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:34.123843 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:34.457310 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Publish callbacks [] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:34.469589 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:34.479732 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'Port': ['ID=e44cbe0a-41dc-472d-a668-59be53cb8364,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:34.687921 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:34.713810 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Router dc070977-f217-4b12-90e7-c33b01f89b28 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:30:34.727514 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0f8290d6-1257-416b-a60a-41d3537e8260 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:34.735841 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0f8290d6-1257-416b-a60a-41d3537e8260 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 819 time: 1.3269873 Jul 21 06:30:34.776599 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3005f-5980-48f3-be52-b519a78d6a28 None None] Pushing event updated for resources: {'Port': ['ID=2d9ff446-13dd-49d7-8363-995dfed583d6,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:34.795207 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-3a042e97-cd51-49c2-b508-b6a86ae781b2 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:34.797636 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-3a042e97-cd51-49c2-b508-b6a86ae781b2 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/networks?id=dd1d0072-51cc-44a0-b14b-ddac5223cb8f HTTP/1.1" status: 200 len: 811 time: 0.5324490 Jul 21 06:30:34.813606 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:34.816582 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Sync routers for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:30:34.861136 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:34.874397 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:34.923350 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-a421456e-1d9e-4bfa-b3d3-a366b39db5ff tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/quotas/c743e22f3fdb4a61ad1b8035ac06d15b HTTP/1.1" status: 200 len: 375 time: 0.1081867 Jul 21 06:30:34.976239 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Attempting to bind port 2d9ff446-13dd-49d7-8363-995dfed583d6 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:34.976852 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Attempting to bind port 2d9ff446-13dd-49d7-8363-995dfed583d6 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:34.977465 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Attempting to bind port 2d9ff446-13dd-49d7-8363-995dfed583d6 on network dd1d0072-51cc-44a0-b14b-ddac5223cb8f {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:34.996212 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:34.999675 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:35.065963 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:35.066862 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:35.201519 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:35.203417 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Checking segment: {'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:35.204762 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:35.205675 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Bound using segment: {'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:35.207267 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Bound port: 2d9ff446-13dd-49d7-8363-995dfed583d6, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:35.208836 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:35.231757 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-b0532f4f-380a-4121-a80f-5286ff561fa7 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c743e22f3fdb4a61ad1b8035ac06d15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2879055 Jul 21 06:30:35.241979 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:30:35.285451 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:35.288781 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-31ea8feb-6f8e-4ab2-8bfa-843a2bff6670 admin admin] 10.222.0.42 "PUT /v2.0/routers/dc070977-f217-4b12-90e7-c33b01f89b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5371122 Jul 21 06:30:35.385847 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35592) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:35.386355 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (66b1851b-09b6-45fd-8425-ea40ed3bbb57), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:35.392228 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-78bd72b4-c4c4-4ed5-9760-c07554ded48c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818958243', 'description': 'tempest-description--1216673229'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:35.528023 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-78bd72b4-c4c4-4ed5-9760-c07554ded48c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:35.553151 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:35.637309 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e44cbe0a-41dc-472d-a668-59be53cb8364), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:35.648230 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:35.746477 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:35.841144 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:35.846222 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:35.912510 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-78bd72b4-c4c4-4ed5-9760-c07554ded48c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (d28acf02-7466-4d83-88f4-6961dff1d9a5), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:35.924606 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:35.933322 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-78bd72b4-c4c4-4ed5-9760-c07554ded48c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d28acf02-7466-4d83-88f4-6961dff1d9a5), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:35.991561 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-88100bcc-5795-4cea-9bed-0d4532fb92c0 req-75844941-2e06-4de2-8d55-a8de56ad9ac2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 210 time: 0.1573143 Jul 21 06:30:36.029099 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd72b4-c4c4-4ed5-9760-c07554ded48c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28acf02-7466-4d83-88f4-6961dff1d9a5,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:36.030023 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=cb331764-b428-48ae-9ec2-31fb1c167a39,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:36.031536 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-78bd72b4-c4c4-4ed5-9760-c07554ded48c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.032859 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-78bd72b4-c4c4-4ed5-9760-c07554ded48c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6456125 Jul 21 06:30:36.035992 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35606) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:36.041565 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-56f1f7db-ea40-44e8-9a1e-96d1abe28fab tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group_rule': {'security_group_id': 'd28acf02-7466-4d83-88f4-6961dff1d9a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:36.074054 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] For port 2d9ff446-13dd-49d7-8363-995dfed583d6, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:36.080716 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] For port 2d9ff446-13dd-49d7-8363-995dfed583d6, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=2d9ff446-13dd-49d7-8363-995dfed583d6,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:36.143262 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-56f1f7db-ea40-44e8-9a1e-96d1abe28fab tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (538a828d-a33c-4873-8ca5-1a5d4ac2250d), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.164952 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35610) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:36.165499 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:36.222831 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 2, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:36.229332 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.307429 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Checking router: 63e52a5d-e8e9-4d29-9203-d2c578151f82 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:30:36.308045 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Updating router 63e52a5d-e8e9-4d29-9203-d2c578151f82 port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:30:36.317858 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:36.321312 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device a28520cd-2f5f-4122-b7a1-66a73695393b up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:36.359057 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Routers {'1fd0984c-f629-4766-bf62-8c4660a6744f'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:36.366376 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['1fd0984c-f629-4766-bf62-8c4660a6744f'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:36.499135 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-56f1f7db-ea40-44e8-9a1e-96d1abe28fab tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (538a828d-a33c-4873-8ca5-1a5d4ac2250d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.510618 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-56f1f7db-ea40-44e8-9a1e-96d1abe28fab tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (538a828d-a33c-4873-8ca5-1a5d4ac2250d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.521269 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:36.581732 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1f7db-ea40-44e8-9a1e-96d1abe28fab tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538a828d-a33c-4873-8ca5-1a5d4ac2250d,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:36.595801 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for port (e44cbe0a-41dc-472d-a668-59be53cb8364), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.608568 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:36.620940 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] Set router 1fd0984c-f629-4766-bf62-8c4660a6744f gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:36.621736 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e44cbe0a-41dc-472d-a668-59be53cb8364), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.647056 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-56f1f7db-ea40-44e8-9a1e-96d1abe28fab tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.656612 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-56f1f7db-ea40-44e8-9a1e-96d1abe28fab tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6192713 Jul 21 06:30:36.661028 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35624) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:36.665198 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Current status of the port 0f162510-0d26-4fbf-ac5c-8316db1394ca is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:36.668685 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.684447 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-5ce2df37-4de1-4be3-a760-6f31eeadee93 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group_rule': {'security_group_id': 'd28acf02-7466-4d83-88f4-6961dff1d9a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:36.701059 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:36.704677 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'Port': ['ID=e44cbe0a-41dc-472d-a668-59be53cb8364,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:36.714252 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (66b1851b-09b6-45fd-8425-ea40ed3bbb57), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.748879 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.775978 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-decf87d2-3d7d-4c96-80aa-42c1217887d4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7770066 Jul 21 06:30:36.796991 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ce2df37-4de1-4be3-a760-6f31eeadee93 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (7cda5edc-5f08-405a-a35c-9d06b756d414), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.933734 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-99075237-aff0-4fc0-beb4-fb7b8ca528b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.938108 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:36.994222 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ce2df37-4de1-4be3-a760-6f31eeadee93 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (7cda5edc-5f08-405a-a35c-9d06b756d414), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:37.004240 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ce2df37-4de1-4be3-a760-6f31eeadee93 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (7cda5edc-5f08-405a-a35c-9d06b756d414), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:37.050245 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-526b5635-49c3-406d-b7d6-333ee891f336 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:30:37.057027 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-526b5635-49c3-406d-b7d6-333ee891f336 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0856876 Jul 21 06:30:37.058345 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3005f-5980-48f3-be52-b519a78d6a28 None None] Pushing event updated for resources: {'Port': ['ID=2d9ff446-13dd-49d7-8363-995dfed583d6,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:37.136348 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35630) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:37.157801 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-caefe114-a8c3-4cdf-8e0d-e1daf460152d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989983468', 'description': 'tempest-description--863321433'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:37.175038 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:37.262921 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-99075237-aff0-4fc0-beb4-fb7b8ca528b7 admin admin] Publish callbacks [] for security_group (b38f18c4-24e5-48e8-8767-f56fb8deb911), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:37.282188 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Request body: {'port': {'device_id': '746e5366-e38d-4694-b0dc-5d71af0c69d3', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'admin_state_up': True, 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:37.313620 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-99075237-aff0-4fc0-beb4-fb7b8ca528b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b38f18c4-24e5-48e8-8767-f56fb8deb911), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:37.353987 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:37.458076 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2df37-4de1-4be3-a760-6f31eeadee93 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cda5edc-5f08-405a-a35c-9d06b756d414,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:37.531237 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3dc11d4a-897e-428d-bf0c-22b4a35629b7 req-9bb989c1-64fe-48cb-90a7-d3a1bd0ca326 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 210 time: 0.2299299 Jul 21 06:30:37.539328 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99075237-aff0-4fc0-beb4-fb7b8ca528b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38f18c4-24e5-48e8-8767-f56fb8deb911,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:37.539650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-caefe114-a8c3-4cdf-8e0d-e1daf460152d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:37.554716 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ce2df37-4de1-4be3-a760-6f31eeadee93 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:37.569769 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5ce2df37-4de1-4be3-a760-6f31eeadee93 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9067218 Jul 21 06:30:37.576665 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35636) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:37.599982 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-99075237-aff0-4fc0-beb4-fb7b8ca528b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8bedc0c93ca4c198b118bc51db92aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4257450 Jul 21 06:30:37.606155 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:37.640860 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35640) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:37.742439 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-3d8d8fc0-cffe-4af0-b64d-ed45622bd9ba service neutron] 10.222.0.42 "GET /v2.0/networks/dd1d0072-51cc-44a0-b14b-ddac5223cb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846197 Jul 21 06:30:37.770463 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c274bd6-3db9-444c-8893-23fa3a5fd08a None None] Pushing event updated for resources: {'Port': ['ID=0f162510-0d26-4fbf-ac5c-8316db1394ca,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:37.835477 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:37.927116 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7d33553a-6cc2-4809-8928-c2d9f3ae68d6 admin admin] Publish callbacks [] for security_group (b38f18c4-24e5-48e8-8767-f56fb8deb911), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:37.997130 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Made reservation on behalf of 9cd8a1a642a24b519aefdde9ed336536 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:38.005658 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:38.175556 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:38.189809 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7d33553a-6cc2-4809-8928-c2d9f3ae68d6 admin admin] Publish callbacks [] for security_group (b38f18c4-24e5-48e8-8767-f56fb8deb911), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:38.250708 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Publish callbacks [] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:38.261559 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'name': 'tempest-DeleteServersTestJSON-387487659-router', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:26Z', 'revision_number': 4, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'gw_port': {'id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '2d9ff446-13dd-49d7-8363-995dfed583d6', 'name': '', 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'mac_address': 'fa:16:3e:58:2d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '52c8ff65-1795-4c85-87ef-b97fadada8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:24Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 4, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'subnets': [{'id': '52c8ff65-1795-4c85-87ef-b97fadada8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:38.266379 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-caefe114-a8c3-4cdf-8e0d-e1daf460152d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (791b84f6-1af8-4e35-a229-e12afde1c599), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:38.267160 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:38.268716 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:38.325689 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:38.364159 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] For port 0f162510-0d26-4fbf-ac5c-8316db1394ca, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=0f162510-0d26-4fbf-ac5c-8316db1394ca,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:38.459949 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-791b8cd8-8355-4a4b-8091-318aea754445 service neutron] 10.222.0.42 "GET /v2.0/networks/dd1d0072-51cc-44a0-b14b-ddac5223cb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014139 Jul 21 06:30:38.477257 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-7603a790-f158-4a54-a20a-2e6a1909ea81 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--28166646&fields=id&tenant_id=b2843a54fec340e19485e7b821fc071a HTTP/1.1" status: 200 len: 267 time: 0.6343238 Jul 21 06:30:38.486296 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fa0db-689a-4bc2-9021-4616e72298cc None None] The sync data for ids ['1fd0984c-f629-4766-bf62-8c4660a6744f'] in dv-cinder-850318-3-iscsi is: [{'id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'name': 'tempest-DeleteServersTestJSON-387487659-router', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:26Z', 'revision_number': 4, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'gw_port': {'id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '2d9ff446-13dd-49d7-8363-995dfed583d6', 'name': '', 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'mac_address': 'fa:16:3e:58:2d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '52c8ff65-1795-4c85-87ef-b97fadada8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:24Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 4, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'subnets': [{'id': '52c8ff65-1795-4c85-87ef-b97fadada8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:30:38.544320 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:38.727284 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Allocated IP 172.27.1.153 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/e7340b52-9dd8-4baa-a49e-48ac262c7fed) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:38.799991 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:38.832451 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d160d71-cb1e-4023-808e-ae1c51e167c6 None None] Pushing event updated for resources: {'Port': ['ID=7eb91662-f84a-4268-ab34-2171f2b5c7d2,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:38.908150 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Attempting to bind port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:38.908474 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Attempting to bind port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:38.920280 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Attempting to bind port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 on network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:38.951101 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:38.951975 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Checking segment: {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:38.953025 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:38.955896 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Bound using segment: {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:38.957046 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Bound port: 7eb91662-f84a-4268-ab34-2171f2b5c7d2, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:38.957447 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:39.086584 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-caefe114-a8c3-4cdf-8e0d-e1daf460152d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (791b84f6-1af8-4e35-a229-e12afde1c599), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:39.149105 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.36', 54364) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:39.149664 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] For port 7eb91662-f84a-4268-ab34-2171f2b5c7d2, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:39.156304 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] For port 7eb91662-f84a-4268-ab34-2171f2b5c7d2, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=7eb91662-f84a-4268-ab34-2171f2b5c7d2,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:39.179387 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:39.200248 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:39.400649 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:39.458246 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:39.470259 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port a28520cd-2f5f-4122-b7a1-66a73695393b triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:39.479391 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:39.530461 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d160d71-cb1e-4023-808e-ae1c51e167c6 None None] Pushing event updated for resources: {'Port': ['ID=7eb91662-f84a-4268-ab34-2171f2b5c7d2,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:39.562806 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefe114-a8c3-4cdf-8e0d-e1daf460152d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791b84f6-1af8-4e35-a229-e12afde1c599,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:39.592750 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-caefe114-a8c3-4cdf-8e0d-e1daf460152d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:39.610137 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-caefe114-a8c3-4cdf-8e0d-e1daf460152d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.4701669 Jul 21 06:30:39.610334 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:39.615071 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:39.661886 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35676) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:39.684885 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:31Z', 'revision_number': 2, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:39.830115 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:33Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:39.859598 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-cf3f135d-716b-42d3-a592-bf03ff7f5a44 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'security_group_rule': {'security_group_id': '791b84f6-1af8-4e35-a229-e12afde1c599', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:39.995530 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-3a6157cc-2d0b-46a0-aab8-8ba3b33f7e10 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:40.002393 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-3a6157cc-2d0b-46a0-aab8-8ba3b33f7e10 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/networks?id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 200 len: 810 time: 1.5241261 Jul 21 06:30:40.011822 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7d33553a-6cc2-4809-8928-c2d9f3ae68d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b38f18c4-24e5-48e8-8767-f56fb8deb911), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:40.028984 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7d33553a-6cc2-4809-8928-c2d9f3ae68d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:40.036202 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7d33553a-6cc2-4809-8928-c2d9f3ae68d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b38f18c4-24e5-48e8-8767-f56fb8deb911 HTTP/1.1" status: 204 len: 168 time: 2.3912404 Jul 21 06:30:40.050033 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:40.102362 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Provisioning complete for port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:40.103524 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:40.259366 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf3f135d-716b-42d3-a592-bf03ff7f5a44 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (d8fdd8c5-5b6a-456e-8a2b-93474266fd50), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:40.290194 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced3f0e-1d1e-4bc9-b1a0-6da692e74136 None None] The sync data for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi is: [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:31Z', 'revision_number': 2, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:30:40.365291 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33553a-6cc2-4809-8928-c2d9f3ae68d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38f18c4-24e5-48e8-8767-f56fb8deb911,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:40.506760 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Pushing event updated for resources: {'Port': ['ID=0f162510-0d26-4fbf-ac5c-8316db1394ca,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:40.539986 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 2, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:40.699117 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b898dfa-c28d-4d95-938a-c38dd4d6bebb None None] The sync data for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi is: [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:33Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:30:40.759832 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:30:40.760220 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Updating router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 port 44a9775e-7b18-41a3-9584-e47fd4e46601 binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:30:40.935955 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8a9448ca-7e05-47bd-b923-3c4b650adeff req-c6da1548-d920-46f6-be03-829473223f18 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 210 time: 0.9875233 Jul 21 06:30:41.020967 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e6132483-50b2-49e8-8cff-4686b0d17524 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/quotas/b2843a54fec340e19485e7b821fc071a HTTP/1.1" status: 200 len: 375 time: 0.8220375 Jul 21 06:30:41.094288 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (e7340b52-9dd8-4baa-a49e-48ac262c7fed), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:41.255408 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-79474962-3acf-40e5-94bd-93b2b30dfecd tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:41.279534 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-79474962-3acf-40e5-94bd-93b2b30dfecd tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 819 time: 2.1248808 Jul 21 06:30:41.332458 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:41.357901 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Request body: {'port': {'device_id': '294d6ad3-39c8-4bd2-85f6-3ba438468dd4', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'admin_state_up': True, 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:41.408310 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:39Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:41.453161 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:41.455795 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35712) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:41.542200 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2f038-2e5b-4051-9a3a-26349fcbd8c4 None None] The sync data for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi is: [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:39Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:30:41.546176 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bfd360ef-24d9-42d4-a21d-7bea3ed99a96 req-e3a582fb-c224-4607-9944-5f1ecdb30c46 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.1800878 Jul 21 06:30:41.547540 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Allocated IP 172.20.0.13 (99d9c8f4-68ee-4bd8-aaed-8ace9842a377/e95cfd08-d8ca-4ba4-8db0-6109a5852619/066e9645-9422-4d88-a511-31ab25daf6de) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:41.605887 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-0037d1a7-c70f-4312-8427-a3784152d24c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2843a54fec340e19485e7b821fc071a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5839591 Jul 21 06:30:41.661629 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf3f135d-716b-42d3-a592-bf03ff7f5a44 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (d8fdd8c5-5b6a-456e-8a2b-93474266fd50), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:41.672376 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c95d2b35-8e1b-45c3-9547-7d1af81bbc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:41.726077 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (e7340b52-9dd8-4baa-a49e-48ac262c7fed), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:41.906096 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf3f135d-716b-42d3-a592-bf03ff7f5a44 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (d8fdd8c5-5b6a-456e-8a2b-93474266fd50), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:42.016368 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:42.051698 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-a6d2c22e-634b-498d-86ac-cecc05244575 service neutron] 10.222.0.42 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448149 Jul 21 06:30:42.167028 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=e7340b52-9dd8-4baa-a49e-48ac262c7fed,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:42.201165 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:42.238389 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f135d-716b-42d3-a592-bf03ff7f5a44 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fdd8c5-5b6a-456e-8a2b-93474266fd50,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:42.262690 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4fc25dbb-db85-4664-8bb6-e52cd5d945e7 req-1a40d1bf-f6c2-4ee6-a0e6-5d95ab1d5406 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 210 time: 0.0904753 Jul 21 06:30:42.266006 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cf3f135d-716b-42d3-a592-bf03ff7f5a44 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:42.268832 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-cf3f135d-716b-42d3-a592-bf03ff7f5a44 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5756488 Jul 21 06:30:42.278841 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35728) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:42.298568 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-0f05582f-2f80-4c69-9b5b-52a4f6e43490 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'security_group_rule': {'security_group_id': '791b84f6-1af8-4e35-a229-e12afde1c599', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:42.301545 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port a28520cd-2f5f-4122-b7a1-66a73695393b is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:42.303963 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Current status of the port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:42.304575 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:42.362252 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:42.471107 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:42.479191 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for port (066e9645-9422-4d88-a511-31ab25daf6de), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:42.482981 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] For port 7eb91662-f84a-4268-ab34-2171f2b5c7d2, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=7eb91662-f84a-4268-ab34-2171f2b5c7d2,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:42.503778 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:42.514384 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-d977a1d6-a189-487a-9085-5703b18a3a7a service neutron] 10.222.0.42 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582376 Jul 21 06:30:42.553749 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:42.577834 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (066e9645-9422-4d88-a511-31ab25daf6de), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:42.688490 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Provisioning complete for port 44a9775e-7b18-41a3-9584-e47fd4e46601 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:42.689416 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:42.736424 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f05582f-2f80-4c69-9b5b-52a4f6e43490 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (cba48f25-25c1-4e42-9d7c-727d3083d547), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:42.747994 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (4f33adce-84c3-4450-88e7-d8a708a79f01), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:42.861279 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Made reservation on behalf of 9cd8a1a642a24b519aefdde9ed336536 for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:42.864441 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Pushing event updated for resources: {'Port': ['ID=7eb91662-f84a-4268-ab34-2171f2b5c7d2,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:42.868222 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:42.929644 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:42.942381 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Port 44a9775e-7b18-41a3-9584-e47fd4e46601 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:30:42.958980 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1e20967c-17cc-4e5f-9c09-7b44f967f645 req-3e2a6dcb-403e-42bc-b162-76a78c0eda54 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.2116778 Jul 21 06:30:42.967976 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:42.976320 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:43.000089 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:43.006700 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.052255 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c95d2b35-8e1b-45c3-9547-7d1af81bbc69 admin admin] Publish callbacks [] for security_group (fe151096-d70e-47f6-ad34-c1cd9474dd7e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.060957 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Provisioning complete for port 2d9ff446-13dd-49d7-8363-995dfed583d6 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:43.061382 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.079976 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event updated for resources: {'Port': ['ID=066e9645-9422-4d88-a511-31ab25daf6de,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:43.094636 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ab8c4ec4-9f6b-4647-9405-5d9da99f4d5d req-01aa08f5-5c95-4492-b021-98ad4375477a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.1390846 Jul 21 06:30:43.153347 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-bf321a09-fa89-490e-b29c-f21e62851230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9324861 Jul 21 06:30:43.157178 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c95d2b35-8e1b-45c3-9547-7d1af81bbc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fe151096-d70e-47f6-ad34-c1cd9474dd7e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.164259 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 62876a2b-e090-4cf9-b4bc-95f7aba72f04 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:43.171346 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:43.236672 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e7340b52-9dd8-4baa-a49e-48ac262c7fed), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.300708 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:43.363248 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:43.397411 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Publish callbacks [] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.471071 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f05582f-2f80-4c69-9b5b-52a4f6e43490 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (cba48f25-25c1-4e42-9d7c-727d3083d547), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.529193 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-749bd99f-4b61-496c-8f1d-bae07bd20323 req-9c2fb724-1703-4646-806f-0bc2107379b6 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 210 time: 0.0725143 Jul 21 06:30:43.533224 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Current status of the port 2d9ff446-13dd-49d7-8363-995dfed583d6 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:43.533635 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.536395 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.601725 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:43.602136 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.705114 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f05582f-2f80-4c69-9b5b-52a4f6e43490 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (cba48f25-25c1-4e42-9d7c-727d3083d547), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.705369 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] For port 2d9ff446-13dd-49d7-8363-995dfed583d6, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=2d9ff446-13dd-49d7-8363-995dfed583d6,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:43.709711 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eae3e-ca28-487b-8cd4-b22f86b4e864 None None] Pushing event updated for resources: {'Port': ['ID=44a9775e-7b18-41a3-9584-e47fd4e46601,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:43.717029 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.791466 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:43.792586 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 85a79388-4750-4b56-a9f1-2c599f5c6e3f up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:43.827166 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d2b35-8e1b-45c3-9547-7d1af81bbc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe151096-d70e-47f6-ad34-c1cd9474dd7e,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:43.867364 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Provisioning complete for port 5515d094-e2eb-4539-abbe-e228e19f923f triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:43.868024 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.886475 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35752) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:43.895199 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c95d2b35-8e1b-45c3-9547-7d1af81bbc69 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f3d8cf6e6734049b474c2e1b60dd232&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4132791 Jul 21 06:30:43.935678 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05582f-2f80-4c69-9b5b-52a4f6e43490 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba48f25-25c1-4e42-9d7c-727d3083d547,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:43.988656 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f05582f-2f80-4c69-9b5b-52a4f6e43490 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:43.990031 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0f05582f-2f80-4c69-9b5b-52a4f6e43490 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6999545 Jul 21 06:30:43.996369 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35756) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:44.010799 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Attempting to bind port 44a9775e-7b18-41a3-9584-e47fd4e46601 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:44.011502 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Attempting to bind port 44a9775e-7b18-41a3-9584-e47fd4e46601 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:44.011868 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Attempting to bind port 44a9775e-7b18-41a3-9584-e47fd4e46601 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:44.016021 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Pushing event updated for resources: {'Port': ['ID=2d9ff446-13dd-49d7-8363-995dfed583d6,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:44.022257 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Port 5515d094-e2eb-4539-abbe-e228e19f923f cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:30:44.031225 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:44.032269 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Checking segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:44.032269 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.032458 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Bound using segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:44.032840 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Bound port: 44a9775e-7b18-41a3-9584-e47fd4e46601, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:44.033702 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.038316 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:44.052804 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 85a79388-4750-4b56-a9f1-2c599f5c6e3f triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:44.053212 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.082548 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Provisioning complete for port cb331764-b428-48ae-9ec2-31fb1c167a39 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:44.082941 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.124018 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Allocated IP 172.20.0.5 (99d9c8f4-68ee-4bd8-aaed-8ace9842a377/e95cfd08-d8ca-4ba4-8db0-6109a5852619/d86e2ff8-1a3b-4b59-926e-c459aef0506d) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:44.164680 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (e7340b52-9dd8-4baa-a49e-48ac262c7fed), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.186980 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] For port 44a9775e-7b18-41a3-9584-e47fd4e46601, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:44.193534 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e7340b52-9dd8-4baa-a49e-48ac262c7fed), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.218503 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:44.237317 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] For port 44a9775e-7b18-41a3-9584-e47fd4e46601, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=44a9775e-7b18-41a3-9584-e47fd4e46601,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:44.238996 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:44.251180 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a0eb-487a-4542-937b-e2dbdda40699 admin admin] Publish callbacks [] for security_group (fe151096-d70e-47f6-ad34-c1cd9474dd7e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.258626 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (4f33adce-84c3-4450-88e7-d8a708a79f01), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.260411 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.302062 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=e7340b52-9dd8-4baa-a49e-48ac262c7fed,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:44.313924 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.315333 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f02ab031-43c3-4ed4-9432-5b2b4814fcf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7374022 Jul 21 06:30:44.324369 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa0ea112-3d7e-411f-b251-55e336d119b8 req-290d019e-650d-4c40-b143-17294c134de4 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0780747 Jul 21 06:30:44.338423 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a0eb-487a-4542-937b-e2dbdda40699 admin admin] Publish callbacks [] for security_group (fe151096-d70e-47f6-ad34-c1cd9474dd7e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.371313 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-90f23198-f02b-4cf7-a875-ceb48fcf0a4c None None] Current status of the port cb331764-b428-48ae-9ec2-31fb1c167a39 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:44.416196 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-703aeebb-3cdd-4ac5-904f-e738a6adbad3 req-0f3ccfdb-e10e-4927-b8f3-45e06a499340 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.1708272 Jul 21 06:30:44.432486 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:44.432486 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 85a79388-4750-4b56-a9f1-2c599f5c6e3f is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:44.432486 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device cb331764-b428-48ae-9ec2-31fb1c167a39 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:44.432707 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:44.432707 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.434667 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:44.436942 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.488403 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:44.489084 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:44.497861 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.515121 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a0eb-487a-4542-937b-e2dbdda40699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fe151096-d70e-47f6-ad34-c1cd9474dd7e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.517104 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eae3e-ca28-487b-8cd4-b22f86b4e864 None None] Pushing event updated for resources: {'Port': ['ID=44a9775e-7b18-41a3-9584-e47fd4e46601,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:44.518181 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a0eb-487a-4542-937b-e2dbdda40699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.519529 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fdb3a0eb-487a-4542-937b-e2dbdda40699 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe151096-d70e-47f6-ad34-c1cd9474dd7e HTTP/1.1" status: 204 len: 168 time: 0.6312973 Jul 21 06:30:44.594292 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3a0eb-487a-4542-937b-e2dbdda40699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe151096-d70e-47f6-ad34-c1cd9474dd7e,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:44.615799 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.690889 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:44.709428 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:44.725912 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:44.732763 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:44.733428 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.735404 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Provisioning complete for port 0f162510-0d26-4fbf-ac5c-8316db1394ca triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:44.735778 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:44.765829 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event updated for resources: {'Port': ['ID=d86e2ff8-1a3b-4b59-926e-c459aef0506d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:44.798253 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-bb77daa1-44e1-4823-83da-a75bfa8daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4655335 Jul 21 06:30:44.967652 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port cb331764-b428-48ae-9ec2-31fb1c167a39 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:44.968059 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:45.177488 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-511c3401-316b-4dad-b4fc-ac77761c95f9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1818958243&fields=id&tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 267 time: 0.5264540 Jul 21 06:30:45.208779 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Current status of the port 0f162510-0d26-4fbf-ac5c-8316db1394ca is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:45.209830 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Allocated IP 172.27.1.145 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/62bc4460-04c3-4ad1-b5fe-d19d7112e56c) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:45.216425 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:45.230518 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d0dda-0066-49de-a818-28372a368e77 req-a614a376-330f-49c4-9d2b-c755737ee14b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:45.238373 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0e4d0dda-0066-49de-a818-28372a368e77 req-a614a376-330f-49c4-9d2b-c755737ee14b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.4963076 Jul 21 06:30:45.343050 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Provisioning complete for port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:45.343427 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:45.454501 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:45.456385 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port cb331764-b428-48ae-9ec2-31fb1c167a39 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:45.458289 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 40dc7e42-1a89-409a-ad74-83f7752dad68 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:45.522681 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0e4d0dda-0066-49de-a818-28372a368e77 req-15b3cb06-5980-4809-8917-dfcf3118625d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832563 Jul 21 06:30:45.643611 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 40dc7e42-1a89-409a-ad74-83f7752dad68 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:45.644317 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:45.760153 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:45.829300 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-881c5b3f-603c-4125-962f-524a680a6388 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:45.850726 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-881c5b3f-603c-4125-962f-524a680a6388 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 815 time: 0.6443624 Jul 21 06:30:45.881115 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6e88cfe5-9598-4e6a-953f-3f75fbd0539b req-0422b5a7-eddb-4cf1-af78-44074188a52c tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.1546278 Jul 21 06:30:45.918045 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for port (62bc4460-04c3-4ad1-b5fe-d19d7112e56c), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:45.931869 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-5f0b4310-6879-4e8a-9e0e-48335e3f507e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/quotas/f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 375 time: 0.0797973 Jul 21 06:30:46.044806 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-cf7b9178-94af-4170-83f5-96f2fae9ea60 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092527 Jul 21 06:30:46.123464 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (62bc4460-04c3-4ad1-b5fe-d19d7112e56c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:46.134110 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Current status of the port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:46.193646 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Provisioning complete for port 44a9775e-7b18-41a3-9584-e47fd4e46601 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:46.193646 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:46.272622 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 40dc7e42-1a89-409a-ad74-83f7752dad68 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:46.273016 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:46.314621 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc437070-6dd5-43fe-b1c2-6f98ed11ac56 req-1e7cf890-0ea8-47d4-8807-75645c2692a8 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.1999903 Jul 21 06:30:46.360447 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port 40dc7e42-1a89-409a-ad74-83f7752dad68, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=40dc7e42-1a89-409a-ad74-83f7752dad68,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:46.371899 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:44Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:46.393025 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:46.400879 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:46.410017 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bbf9e-4c23-465d-85e7-aec972ba0b2a None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:44Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:30:46.410394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:46.412374 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:46.413542 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device a28520cd-2f5f-4122-b7a1-66a73695393b up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:46.421039 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'Port': ['ID=62bc4460-04c3-4ad1-b5fe-d19d7112e56c,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:46.514169 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:46.517372 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-da0ad49e-d1cd-4711-bd93-9268bf906a5b service neutron] 10.222.0.42 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734867 Jul 21 06:30:46.529788 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:46.595683 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=40dc7e42-1a89-409a-ad74-83f7752dad68,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:46.608671 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (bca2c767-7794-465a-821f-01600035c301), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:46.623840 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port a28520cd-2f5f-4122-b7a1-66a73695393b triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:46.624268 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:46.629826 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Current status of the port 44a9775e-7b18-41a3-9584-e47fd4e46601 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:46.633392 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:46.703819 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Sync routers for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:30:46.704245 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (62bc4460-04c3-4ad1-b5fe-d19d7112e56c), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:46.705543 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-5ca572ce-b5d1-4d4e-b998-a45ed434bd14 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873684 Jul 21 06:30:46.765895 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-2ff93d87-a243-4e76-a550-afa43d11e9bc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:30:46.766946 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-2ff93d87-a243-4e76-a550-afa43d11e9bc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090830 Jul 21 06:30:46.768354 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:46.769200 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:46.783172 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69895a6f-304a-4d04-97e4-5796cdfae0e6 req-d4098d15-0158-414e-b375-4bdae43c3168 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:46.789398 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-69895a6f-304a-4d04-97e4-5796cdfae0e6 req-d4098d15-0158-414e-b375-4bdae43c3168 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.1125045 Jul 21 06:30:46.863313 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] For port 44a9775e-7b18-41a3-9584-e47fd4e46601, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=44a9775e-7b18-41a3-9584-e47fd4e46601,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:46.897711 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:46.925311 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-69895a6f-304a-4d04-97e4-5796cdfae0e6 req-be67c96c-f416-4598-8374-dcaf76c4fa80 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266756 Jul 21 06:30:46.966603 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Provisioning complete for port 2d9ff446-13dd-49d7-8363-995dfed583d6 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:46.966990 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.054133 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port a28520cd-2f5f-4122-b7a1-66a73695393b is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:47.055244 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 2d9ff446-13dd-49d7-8363-995dfed583d6 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:47.064003 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-32af9e2d-c085-4f9c-88e2-b7351cb63e2e req-92add311-2d04-4b20-8699-0782b2b006df tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0700431 Jul 21 06:30:47.105329 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f43ce1ab-4bbe-48d9-8e1f-94fcf5076ef2 req-5498df2a-50d8-4933-b1d6-29f304f405df tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0496147 Jul 21 06:30:47.177291 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Pushing event updated for resources: {'Port': ['ID=44a9775e-7b18-41a3-9584-e47fd4e46601,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:47.195718 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:47.200582 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for port (62bc4460-04c3-4ad1-b5fe-d19d7112e56c), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.209603 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (62bc4460-04c3-4ad1-b5fe-d19d7112e56c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.267946 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (bca2c767-7794-465a-821f-01600035c301), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.302220 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'Port': ['ID=62bc4460-04c3-4ad1-b5fe-d19d7112e56c,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:47.308993 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 2d9ff446-13dd-49d7-8363-995dfed583d6 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:47.309384 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.336120 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.338794 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9b90080f-1397-46be-9ea2-7fbd84f17568 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1035674 Jul 21 06:30:47.360110 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:47.419368 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Current status of the port 2d9ff446-13dd-49d7-8363-995dfed583d6 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:47.478987 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Provisioning complete for port 5515d094-e2eb-4539-abbe-e228e19f923f triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:47.479385 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.494765 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ee750e9e-a142-454e-af60-97a9a6bc13b3 req-a900026f-5bd1-4d0f-a7f8-0cbf740c04ca tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0812588 Jul 21 06:30:47.647992 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Port 5515d094-e2eb-4539-abbe-e228e19f923f cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:30:47.652421 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:31Z', 'revision_number': 2, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:47.656462 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:47.675184 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-e8c652d3-3528-4bd5-9215-eb6d4de5ecb6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--989983468&fields=id&tenant_id=2be6e5aedba545f4b562423c55ddbf80 HTTP/1.1" status: 200 len: 267 time: 0.0568962 Jul 21 06:30:47.686587 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:47.701071 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Checking router: dc070977-f217-4b12-90e7-c33b01f89b28 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:30:47.701427 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Updating router dc070977-f217-4b12-90e7-c33b01f89b28 port 5515d094-e2eb-4539-abbe-e228e19f923f binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:30:47.715271 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Provisioning complete for port 066e9645-9422-4d88-a511-31ab25daf6de triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:47.715691 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (066e9645-9422-4d88-a511-31ab25daf6de), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.763399 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 2d9ff446-13dd-49d7-8363-995dfed583d6 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:47.764518 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 0f162510-0d26-4fbf-ac5c-8316db1394ca up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:47.796546 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.801333 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-97a58f43-f7bd-4b5d-a694-97929a80a58b None None] Port 066e9645-9422-4d88-a511-31ab25daf6de cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:30:47.803220 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38843271-61b5-49e7-9542-da6ed20d7499 req-fe920379-b966-4b50-8467-6365cf361052 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:47.808623 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.811117 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-fe920379-b966-4b50-8467-6365cf361052 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 817 time: 0.1283243 Jul 21 06:30:47.823040 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-2aaac91d-6f6e-4e7d-8a17-7f3d87cd46e0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/quotas/2be6e5aedba545f4b562423c55ddbf80 HTTP/1.1" status: 200 len: 375 time: 0.0110695 Jul 21 06:30:47.866507 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 0f162510-0d26-4fbf-ac5c-8316db1394ca triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:47.866894 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:47.904463 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35872) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:47.929300 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-c577c072-49b6-4213-bfe7-c58fb4bf7c77 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956664 Jul 21 06:30:48.047685 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-69218c38-9b6f-4b66-a9a3-71b0bf74174e None None] Provisioning complete for port d86e2ff8-1a3b-4b59-926e-c459aef0506d triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:48.048080 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-69218c38-9b6f-4b66-a9a3-71b0bf74174e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.101890 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12f0831b-840f-48bf-a872-81066a27c983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.207439 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-69218c38-9b6f-4b66-a9a3-71b0bf74174e None None] Port d86e2ff8-1a3b-4b59-926e-c459aef0506d cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:30:48.290915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f197-1745-4d40-8e62-bfb8428f79cb req-9325e323-16c4-4046-8c85-64b0d0a5909b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:48.292585 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4275f197-1745-4d40-8e62-bfb8428f79cb req-9325e323-16c4-4046-8c85-64b0d0a5909b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.1604970 Jul 21 06:30:48.295176 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-69218c38-9b6f-4b66-a9a3-71b0bf74174e None None] Provisioning complete for port 44a9775e-7b18-41a3-9584-e47fd4e46601 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:48.295176 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-69218c38-9b6f-4b66-a9a3-71b0bf74174e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.299671 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 0f162510-0d26-4fbf-ac5c-8316db1394ca is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:48.300757 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 54dd33da-6def-4542-8e22-dd7445a8e5a3 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:48.300994 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-02a6e4b0-b822-4649-9f42-788a97c47cf9 service neutron] 10.222.0.42 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648922 Jul 21 06:30:48.326018 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12f0831b-840f-48bf-a872-81066a27c983 admin admin] Publish callbacks [] for security_group (86af11b8-c1a9-4643-84e1-68e44c2302e5), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.333304 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12f0831b-840f-48bf-a872-81066a27c983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (86af11b8-c1a9-4643-84e1-68e44c2302e5), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.367811 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:48.409707 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0831b-840f-48bf-a872-81066a27c983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86af11b8-c1a9-4643-84e1-68e44c2302e5,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:48.438834 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4275f197-1745-4d40-8e62-bfb8428f79cb req-7c1cef5f-ed2a-4589-b091-cfeb188305b7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271584 Jul 21 06:30:48.442225 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-12f0831b-840f-48bf-a872-81066a27c983 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db635a35c5cb43b296856fed215fd489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356858 Jul 21 06:30:48.443737 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35884) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:48.456093 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 54dd33da-6def-4542-8e22-dd7445a8e5a3 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:48.456614 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.578652 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f0e13a5-7694-4bc1-b3c2-856a4846e718 admin admin] Publish callbacks [] for security_group (86af11b8-c1a9-4643-84e1-68e44c2302e5), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.604319 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e9c27a4c-211c-437b-ae48-c881e09131b2 req-0693caab-7bbd-49fd-9a11-2d0a8b1e48f8 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0464077 Jul 21 06:30:48.659475 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f0e13a5-7694-4bc1-b3c2-856a4846e718 admin admin] Publish callbacks [] for security_group (86af11b8-c1a9-4643-84e1-68e44c2302e5), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.723529 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-d60b9791-5ba4-47c2-bc60-9f883cb15ac1 service neutron] 10.222.0.42 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055717 Jul 21 06:30:48.743641 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:48.749798 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:48.819243 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-69218c38-9b6f-4b66-a9a3-71b0bf74174e None None] Current status of the port 44a9775e-7b18-41a3-9584-e47fd4e46601 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:48.819243 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Publish callbacks [] for port (5515d094-e2eb-4539-abbe-e228e19f923f), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.827763 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f0e13a5-7694-4bc1-b3c2-856a4846e718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (86af11b8-c1a9-4643-84e1-68e44c2302e5), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.831231 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f0e13a5-7694-4bc1-b3c2-856a4846e718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.833578 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8f0e13a5-7694-4bc1-b3c2-856a4846e718 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86af11b8-c1a9-4643-84e1-68e44c2302e5 HTTP/1.1" status: 204 len: 168 time: 0.3884194 Jul 21 06:30:48.857167 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7c82c76b-2b5a-4fd7-ba3e-ffbbb0bbe22a req-7dcce28d-c20c-49fc-be22-aea2bf0a1f07 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0793896 Jul 21 06:30:48.876275 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e13a5-7694-4bc1-b3c2-856a4846e718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86af11b8-c1a9-4643-84e1-68e44c2302e5,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:48.913708 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:48.924217 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-9d6138c9-95e9-42d7-a478-0c0705b9bb14 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:30:48.925556 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-9d6138c9-95e9-42d7-a478-0c0705b9bb14 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074918 Jul 21 06:30:49.147804 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a48178ce-6601-46b6-ab87-06d87092c304 req-6af37395-627c-4b10-93da-dab6ba8b1069 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0688052 Jul 21 06:30:49.161864 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 54dd33da-6def-4542-8e22-dd7445a8e5a3 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:49.162271 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:49.275667 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7eb1866f-25c5-48f8-bef0-b716900e0a3f req-cb27b403-7baa-4a3a-9ca6-3ef0d9e1aa07 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.1248357 Jul 21 06:30:49.284690 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe588a52-cc6f-414f-afff-5288845cffb5 None None] Pushing event updated for resources: {'Port': ['ID=5515d094-e2eb-4539-abbe-e228e19f923f,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:49.347386 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port 54dd33da-6def-4542-8e22-dd7445a8e5a3, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=54dd33da-6def-4542-8e22-dd7445a8e5a3,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:49.367748 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:49.369286 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 7eb91662-f84a-4268-ab34-2171f2b5c7d2 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:49.640870 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Attempting to bind port 5515d094-e2eb-4539-abbe-e228e19f923f on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:30:49.641250 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Attempting to bind port 5515d094-e2eb-4539-abbe-e228e19f923f by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:30:49.641619 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Attempting to bind port 5515d094-e2eb-4539-abbe-e228e19f923f on network 57bee45f-12cb-4a98-816f-3a63d161af66 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:30:49.706116 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:30:49.706520 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Checking segment: {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:30:49.706933 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:49.707330 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Bound using segment: {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:30:49.707806 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Bound port: 5515d094-e2eb-4539-abbe-e228e19f923f, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:30:49.707976 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:49.708194 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:49.709278 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:49.721432 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-89a164c0-8303-44f2-a82d-498339b8372e tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:49.722260 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=54dd33da-6def-4542-8e22-dd7445a8e5a3,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:49.724053 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-89a164c0-8303-44f2-a82d-498339b8372e tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.36 "GET /v2.0/networks?id=dd1d0072-51cc-44a0-b14b-ddac5223cb8f HTTP/1.1" status: 200 len: 811 time: 0.4406583 Jul 21 06:30:49.731825 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd72a76-4c74-47e4-b504-c32235f2ce46 req-8e7d4b2d-c486-4668-ac36-8c5aac31995d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:49.737803 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-acd72a76-4c74-47e4-b504-c32235f2ce46 req-8e7d4b2d-c486-4668-ac36-8c5aac31995d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.0985782 Jul 21 06:30:49.771970 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:49.772440 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:49.808985 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6560d08d-225d-4e9d-947c-68d00c7d54d1 req-b597e3b4-1378-4d3b-b289-dff03ee17895 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0508001 Jul 21 06:30:49.812498 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-97aff825-ae44-4f74-acbe-363b7227e94e None None] Provisioning complete for port 5515d094-e2eb-4539-abbe-e228e19f923f triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:49.819212 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-97aff825-ae44-4f74-acbe-363b7227e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:49.847632 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 35930) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:49.869970 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-815918c6-b86c-49db-8b67-2f1df4d32e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:49.872496 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-acd72a76-4c74-47e4-b504-c32235f2ce46 req-9563b290-484f-498a-8880-052509e3a6ae tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255019 Jul 21 06:30:49.951302 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-97aff825-ae44-4f74-acbe-363b7227e94e None None] Port 5515d094-e2eb-4539-abbe-e228e19f923f cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:30:49.955980 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] For port 5515d094-e2eb-4539-abbe-e228e19f923f, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:30:49.975189 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] For port 5515d094-e2eb-4539-abbe-e228e19f923f, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=5515d094-e2eb-4539-abbe-e228e19f923f,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:30:49.999818 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-df083919-f767-473b-9a85-576311612502 req-95f48d52-69fe-4dd0-9252-0023fe273595 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0502913 Jul 21 06:30:50.006629 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.042098 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:50.043210 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 39e6199f-696d-466a-a57f-ad4412dfcad8 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:50.049160 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-815918c6-b86c-49db-8b67-2f1df4d32e4a admin admin] Publish callbacks [] for security_group (52f2fb90-8f83-4a9f-ba55-e9fca8a87c30), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.057256 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-815918c6-b86c-49db-8b67-2f1df4d32e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (52f2fb90-8f83-4a9f-ba55-e9fca8a87c30), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.101260 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-815918c6-b86c-49db-8b67-2f1df4d32e4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=635c790fba0c4146a1c832ddbe1713af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518184 Jul 21 06:30:50.102967 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815918c6-b86c-49db-8b67-2f1df4d32e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f2fb90-8f83-4a9f-ba55-e9fca8a87c30,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:50.106198 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 35934) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:50.116072 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:30:50.116909 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:50.177079 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe588a52-cc6f-414f-afff-5288845cffb5 None None] Pushing event updated for resources: {'Port': ['ID=5515d094-e2eb-4539-abbe-e228e19f923f,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:50.193078 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:50.203820 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 39e6199f-696d-466a-a57f-ad4412dfcad8 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:50.204454 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.204665 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2db1f2c1-a93a-451d-856a-2495331c0568 admin admin] Publish callbacks [] for security_group (52f2fb90-8f83-4a9f-ba55-e9fca8a87c30), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.272514 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2db1f2c1-a93a-451d-856a-2495331c0568 admin admin] Publish callbacks [] for security_group (52f2fb90-8f83-4a9f-ba55-e9fca8a87c30), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.316061 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:30:50.327107 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c721e866-7b4f-4a6f-a4aa-90538df1c6b5 req-b20a9128-47df-46af-b7a1-12eacca2c52a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0573413 Jul 21 06:30:50.385380 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:50.411290 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-8a9c1357-3222-4684-b08b-3838eef82e81 None None] Provisioning complete for port 5515d094-e2eb-4539-abbe-e228e19f923f triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:50.411688 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8a9c1357-3222-4684-b08b-3838eef82e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.421136 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e57b579e-4566-4878-8709-f23f3f4670ed req-ee8b2129-c81d-4997-aa03-36012934859d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0376842 Jul 21 06:30:50.422152 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2db1f2c1-a93a-451d-856a-2495331c0568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (52f2fb90-8f83-4a9f-ba55-e9fca8a87c30), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.425489 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2db1f2c1-a93a-451d-856a-2495331c0568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.426749 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2db1f2c1-a93a-451d-856a-2495331c0568 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52f2fb90-8f83-4a9f-ba55-e9fca8a87c30 HTTP/1.1" status: 204 len: 168 time: 0.3181884 Jul 21 06:30:50.436667 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1f2c1-a93a-451d-856a-2495331c0568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f2fb90-8f83-4a9f-ba55-e9fca8a87c30,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:50.517929 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 39e6199f-696d-466a-a57f-ad4412dfcad8 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:50.518335 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.581298 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port 39e6199f-696d-466a-a57f-ad4412dfcad8, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=39e6199f-696d-466a-a57f-ad4412dfcad8,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:50.591575 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.718734 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c1357-3222-4684-b08b-3838eef82e81 None None] Current status of the port 5515d094-e2eb-4539-abbe-e228e19f923f is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:50.719127 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8a9c1357-3222-4684-b08b-3838eef82e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.736811 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=39e6199f-696d-466a-a57f-ad4412dfcad8,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:50.744228 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:30:50.780146 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bddfb7-dbf0-489c-81dd-ef23378f260c None None] The sync data for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi is: [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:30:50.798566 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-8a9c1357-3222-4684-b08b-3838eef82e81 None None] For port 5515d094-e2eb-4539-abbe-e228e19f923f, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=5515d094-e2eb-4539-abbe-e228e19f923f,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:50.806815 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8a9c1357-3222-4684-b08b-3838eef82e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:50.879973 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c1357-3222-4684-b08b-3838eef82e81 None None] Pushing event updated for resources: {'Port': ['ID=5515d094-e2eb-4539-abbe-e228e19f923f,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:50.887270 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 2d9ff446-13dd-49d7-8363-995dfed583d6 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:50.941061 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 2d9ff446-13dd-49d7-8363-995dfed583d6 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:50.941616 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:51.111504 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 2d9ff446-13dd-49d7-8363-995dfed583d6 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:51.112741 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5515d094-e2eb-4539-abbe-e228e19f923f up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:51.114571 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:51.163187 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 5515d094-e2eb-4539-abbe-e228e19f923f triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:51.163652 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:51.190045 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-668fe5e2-6a0f-4b05-97ed-ff4582c5405a req-d76f31a9-c979-4c11-a9dc-6cb79f46c50e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.2850566 Jul 21 06:30:51.243302 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 5515d094-e2eb-4539-abbe-e228e19f923f is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:51.244408 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 40dc7e42-1a89-409a-ad74-83f7752dad68 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:51.251900 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55b1c-fbeb-4920-8f1f-5e9a65d6e26e req-14cec3c0-f931-4bd5-ba57-ea40a5ba692e tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:51.259614 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6fb55b1c-fbeb-4920-8f1f-5e9a65d6e26e req-14cec3c0-f931-4bd5-ba57-ea40a5ba692e tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.0727417 Jul 21 06:30:51.305833 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 40dc7e42-1a89-409a-ad74-83f7752dad68 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:51.307095 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:51.324279 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4655570c-2d1c-41be-9b0c-4b95f603c70e req-1055174d-991b-4175-ae32-a7e20d7216cc tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0354049 Jul 21 06:30:51.331491 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6fb55b1c-fbeb-4920-8f1f-5e9a65d6e26e req-ed4f619e-dd85-4d3e-a4c9-4a5e21691fde tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710032 Jul 21 06:30:51.383950 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:51.394789 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 40dc7e42-1a89-409a-ad74-83f7752dad68 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:51.395842 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 54dd33da-6def-4542-8e22-dd7445a8e5a3 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:51.435820 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3bb3e1ed-475c-421a-8730-01a8207660cf req-6e11ac8f-f085-4624-a960-add25297bc5b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0327003 Jul 21 06:30:51.441761 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 54dd33da-6def-4542-8e22-dd7445a8e5a3 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:51.442189 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:51.529567 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 54dd33da-6def-4542-8e22-dd7445a8e5a3 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:51.531170 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 44a9775e-7b18-41a3-9584-e47fd4e46601 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:51.560734 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa828352-cfbd-417e-9185-ce682b523c28 req-42ca18ad-c0fb-44b4-90da-543b7e04566a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0471332 Jul 21 06:30:51.589841 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 44a9775e-7b18-41a3-9584-e47fd4e46601 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:51.590273 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:51.665383 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 44a9775e-7b18-41a3-9584-e47fd4e46601 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:51.666561 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 7eb91662-f84a-4268-ab34-2171f2b5c7d2 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:51.709836 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:51.710234 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:51.784465 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:51.786298 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5768e690-f9c5-4ce9-8e72-be5cbfd7288a up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:51.941213 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:51.941579 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:51.979678 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:52.015519 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:52.015661 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:52.039189 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=5768e690-f9c5-4ce9-8e72-be5cbfd7288a,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:30:52.044884 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:52.105284 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=5768e690-f9c5-4ce9-8e72-be5cbfd7288a,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:52.313972 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a16eadcb-f33b-4159-8f4a-13456b8349c6 req-dfd4748f-3e5e-4f5f-b55f-d6c117b61deb tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0318406 Jul 21 06:30:52.512320 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-95edc4a9-0acf-4a5c-acc8-eab5ccb8ed30 req-8902f0ce-8d7f-4955-a74a-45af5659c382 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0550551 Jul 21 06:30:52.518991 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ed3b-3c3c-4fbb-82e8-12414f596b1a req-1b1ddc46-6e65-4c77-9b2c-bb2c7e2bca90 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:52.522445 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dd39ed3b-3c3c-4fbb-82e8-12414f596b1a req-1b1ddc46-6e65-4c77-9b2c-bb2c7e2bca90 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.1004684 Jul 21 06:30:52.561288 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:52.653296 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dd39ed3b-3c3c-4fbb-82e8-12414f596b1a req-55a75cc4-24bc-453b-9626-5c14c3e37398 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212568 Jul 21 06:30:52.771165 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-514817bb-283e-4813-a97c-e371d8fb4872 req-fdf1f7e7-317a-4964-8ce7-9d96197aafd2 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.1152864 Jul 21 06:30:52.774693 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 39e6199f-696d-466a-a57f-ad4412dfcad8 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:52.859626 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 39e6199f-696d-466a-a57f-ad4412dfcad8 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:52.860293 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:52.871200 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-17cddc04-808f-4376-bf81-4e792ed8371f req-51b6786f-852c-499b-a66a-03785845e31b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0501940 Jul 21 06:30:52.973460 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 39e6199f-696d-466a-a57f-ad4412dfcad8 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:52.978205 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5515d094-e2eb-4539-abbe-e228e19f923f up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:53.058549 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 5515d094-e2eb-4539-abbe-e228e19f923f triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:53.058664 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:53.108076 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:53.183390 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 5515d094-e2eb-4539-abbe-e228e19f923f is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:53.184467 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5768e690-f9c5-4ce9-8e72-be5cbfd7288a up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:30:53.247943 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:53.248524 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:53.276045 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:53.368352 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:30:53.478686 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b9434766-bbdb-4dc8-977f-0010a10a9484 req-2088e02e-8516-4aad-bceb-ea21e2b15f58 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0690277 Jul 21 06:30:53.511353 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=14 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:53.666283 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc62ec6e-d9d5-41e3-b63f-8e203c3e00fa req-f075a388-445f-48f5-8ff1-23bb78af9e98 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0350888 Jul 21 06:30:53.841151 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c020da0-9f60-48ff-89a0-4d005a4fef0e req-a5190c9f-47f6-413a-bf73-851c8f45f818 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:53.847492 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c020da0-9f60-48ff-89a0-4d005a4fef0e req-a5190c9f-47f6-413a-bf73-851c8f45f818 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.1070971 Jul 21 06:30:53.904894 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c07fccae-351b-486c-9418-10e5bbeb591f req-db1f0c49-8c13-4c2d-83cc-f4279ce9fd8b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0539157 Jul 21 06:30:53.968727 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c020da0-9f60-48ff-89a0-4d005a4fef0e req-9a6d021c-e525-4ab1-b441-0c38b2087be2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990896 Jul 21 06:30:54.058566 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18693fa0-a56d-4f21-b1df-aa5eb0318c60 req-75edd026-98da-47cd-a040-33ef8c3e9cfe tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0544343 Jul 21 06:30:54.597309 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c7aa3a77-65e3-4ad0-9633-b06670d07676 req-8de97046-7c84-4136-bcd4-8ab76096d718 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0368321 Jul 21 06:30:54.799312 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d226965e-f5d4-4109-b50c-12592d740729 req-bf79ab8c-ef07-48bd-a1b2-20fdb1520ed9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0394022 Jul 21 06:30:55.077800 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5182306-3dc0-49cb-a844-25c8b2464759 req-130f3e6e-a54b-4551-b881-c42d3159fe06 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0555534 Jul 21 06:30:55.126048 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4340-b1d2-47ad-9be2-496be11fdec5 req-c3153de5-06c0-4b87-ac98-54d0991b2626 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:55.128033 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b6a4340-b1d2-47ad-9be2-496be11fdec5 req-c3153de5-06c0-4b87-ac98-54d0991b2626 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.0933447 Jul 21 06:30:55.202289 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-039b970c-71f7-4d7b-9aed-53c11c6ce789 req-c0a5bda7-3edd-47a8-ac12-3518f3385cae tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0431399 Jul 21 06:30:55.210501 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b6a4340-b1d2-47ad-9be2-496be11fdec5 req-9e90b645-42dc-4f14-a81f-d40265a025f7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754838 Jul 21 06:30:55.692667 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-27a6da37-6e87-423f-8b38-4c947ba948e1 req-2d9ae841-1690-4ae4-9798-d23d59acccad tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0285151 Jul 21 06:30:55.907464 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d735fe9-44f9-4a46-9a10-25c0b1859044 req-b3e087ea-6b64-4f43-8a52-e2f0213c67de tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0363169 Jul 21 06:30:56.158518 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:56.182630 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-132603d2-b989-4f95-9ac3-bbdf0ce939c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:56.183565 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ca075db-0c65-4cf9-af49-65b9e8a5abd9 req-805a8553-931d-48c2-b283-30f642c79c23 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0336561 Jul 21 06:30:56.328004 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a79eefa8-0c4a-4b1d-bf99-fd0b44d5832b req-d3f48c13-839c-4d1c-a20e-c92ae2d3a0c6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0488772 Jul 21 06:30:56.345827 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b0a26-3107-4489-82fc-104b1581d787 req-cb0ac499-c9ca-49af-8651-7a5764336fc4 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:56.347290 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-445b0a26-3107-4489-82fc-104b1581d787 req-cb0ac499-c9ca-49af-8651-7a5764336fc4 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.0664811 Jul 21 06:30:56.393904 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-445b0a26-3107-4489-82fc-104b1581d787 req-83419d88-a6c8-450d-b522-7567bbe55835 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Jul 21 06:30:56.790197 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3c358005-1d7e-4e92-b69c-d3c07a290287 req-21a2eb65-d18b-4799-bb1b-7543e1c36ff9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0309749 Jul 21 06:30:56.997486 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6a1377ca-090e-4fd6-a693-da991b74742a req-6224a1b4-e8ee-4540-a657-26ce51d19afb tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0290184 Jul 21 06:30:57.279322 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-96887b3f-e9cd-410d-86e8-de36a05edce8 req-2fcb1259-cd47-40a6-9b5f-127e81c4150e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0294151 Jul 21 06:30:57.427652 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-da540dfa-91bc-4ee9-b314-41b341e77c62 req-abbc10cd-f14d-4974-924e-17679775a305 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0277848 Jul 21 06:30:57.508337 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce89096-31bc-4d63-9976-d70a1f96b87f req-b7f61c66-4d45-486f-be72-7d0c22af6b50 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:57.509771 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ce89096-31bc-4d63-9976-d70a1f96b87f req-b7f61c66-4d45-486f-be72-7d0c22af6b50 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.0493789 Jul 21 06:30:57.556337 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ce89096-31bc-4d63-9976-d70a1f96b87f req-800fbc0b-8088-4555-9ca9-5c8974a093f2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Jul 21 06:30:57.884523 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-195a96e7-6f5b-49d7-869a-363ae35c2d50 req-e06857b3-57fd-4bb6-a0f1-12f01da9c92c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0306728 Jul 21 06:30:57.963669 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.36', 54385) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:58.110902 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dfc1279d-62d0-4041-b140-8a7f1b5524e2 req-9e4cd7de-0860-47f1-abae-d246867c29e0 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0301683 Jul 21 06:30:58.152409 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Request body: {'port': {'device_id': 'db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7', 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f', 'admin_state_up': True, 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:58.266178 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Request body: {'port': {'device_id': '294d6ad3-39c8-4bd2-85f6-3ba438468dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:58.297594 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Request body: {'port': {'device_id': '746e5366-e38d-4694-b0dc-5d71af0c69d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:58.298164 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Made reservation on behalf of c743e22f3fdb4a61ad1b8035ac06d15b for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:30:58.302412 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:58.471755 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Allocated IP 172.20.0.11 (dd1d0072-51cc-44a0-b14b-ddac5223cb8f/52c8ff65-1795-4c85-87ef-b97fadada8c1/5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:30:58.520432 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-825bdcf6-2df4-4ae3-8669-d19a2cb152f8 req-ce261ce8-487f-420f-9b1a-0ba84a872a04 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.1203940 Jul 21 06:30:58.528374 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:58.546358 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (066e9645-9422-4d88-a511-31ab25daf6de), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:58.554252 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5abba317-cc77-4d29-8e00-fc091a9ff1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:58.621619 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6e0b4846-0fe0-411d-b93c-7a56b94d8f46 req-e15144bc-0765-4333-a37c-a76b42f35704 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0778797 Jul 21 06:30:58.634029 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Publish callbacks [] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:58.679100 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:58.729924 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Network dd1d0072-51cc-44a0-b14b-ddac5223cb8f is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:30:58.746533 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:30:58.748670 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Pushing event updated for resources: {'Port': ['ID=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:58.750846 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:30:58.756125 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:58.757129 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:58.783694 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-064fd9f0-c7e6-4b51-b306-5df743f927b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6363018 Jul 21 06:30:58.873477 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:58.935293 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8eab9-b926-4c63-bafb-a7c190054e1c req-bf4add79-7e46-47db-92eb-61b95e84c423 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:58.942147 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3aa8eab9-b926-4c63-bafb-a7c190054e1c req-bf4add79-7e46-47db-92eb-61b95e84c423 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 931 time: 0.2257736 Jul 21 06:30:59.026107 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.36', 54394) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:59.057988 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Request body: {'port': {'device_id': 'db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:30:59.063123 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c76dae95-4276-425e-a077-efd64c301915 req-0f14a651-a85e-4745-bba1-174792e104dd tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0958200 Jul 21 06:30:59.118636 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3aa8eab9-b926-4c63-bafb-a7c190054e1c req-2b044d9a-0def-4468-a958-a40b7f49215e tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755638 Jul 21 06:30:59.122397 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-2f09c4d2-7f69-4050-95b6-07a497d10f13 None None] Provisioning complete for port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:30:59.122837 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2f09c4d2-7f69-4050-95b6-07a497d10f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:59.135596 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:59.204108 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:59.205661 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:59.296198 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-2f09c4d2-7f69-4050-95b6-07a497d10f13 None None] Port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:30:59.378118 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.36', 54395) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:59.508788 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86e2ff8-1a3b-4b59-926e-c459aef0506d {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:30:59.534517 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720349c-4aab-4761-89c6-f1130d6dc911 req-9f3b3a72-4b0d-4627-93d7-95c5591c2eb2 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:30:59.536148 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1720349c-4aab-4761-89c6-f1130d6dc911 req-9f3b3a72-4b0d-4627-93d7-95c5591c2eb2 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 932 time: 0.3135154 Jul 21 06:30:59.560687 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Publish callbacks [] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:59.566624 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:30:59.616665 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Transition to ACTIVE for port object d86e2ff8-1a3b-4b59-926e-c459aef0506d will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:30:59.631245 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:59.698569 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.36', 54400) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:30:59.737673 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f2c22a94-64ee-4c18-a0f2-672a3bb4d5bb req-7a5b7777-8a5b-4926-8eaa-9c5358a4894a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0935802 Jul 21 06:30:59.840202 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86e2ff8-1a3b-4b59-926e-c459aef0506d,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:30:59.890025 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1720349c-4aab-4761-89c6-f1130d6dc911 req-15c44972-5be3-4cd8-84de-6b7f6ac05238 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380158 Jul 21 06:30:59.945768 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:30:59.950081 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:30:59.991880 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b4eac99-fead-4567-91ec-7ba33b643282 req-e737ec9c-2f2e-4605-9d43-783afd956c5d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.1007035 Jul 21 06:31:00.016754 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Attempting to bind port d86e2ff8-1a3b-4b59-926e-c459aef0506d on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:31:00.016754 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Attempting to bind port d86e2ff8-1a3b-4b59-926e-c459aef0506d by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:31:00.016754 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Attempting to bind port d86e2ff8-1a3b-4b59-926e-c459aef0506d on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:00.032186 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Port d86e2ff8-1a3b-4b59-926e-c459aef0506d on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:31:00.032515 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Attempting to bind port d86e2ff8-1a3b-4b59-926e-c459aef0506d on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:00.071117 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:31:00.071478 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Checking segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:31:00.072022 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Bound using segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:31:00.072460 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Bound port: d86e2ff8-1a3b-4b59-926e-c459aef0506d, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:31:00.073181 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:00.074531 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-5c6eaeb4-cf87-4734-a54a-d9ea93a6ce95 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:00.076270 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-5c6eaeb4-cf87-4734-a54a-d9ea93a6ce95 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.36 "GET /v2.0/networks?id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 200 len: 810 time: 0.6970146 Jul 21 06:31:00.106899 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-67889412-e53a-487d-95b5-310a69a6fb8c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:00.108544 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-67889412-e53a-487d-95b5-310a69a6fb8c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 815 time: 0.9065971 Jul 21 06:31:00.139551 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066e9645-9422-4d88-a511-31ab25daf6de {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:00.182576 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3c2987a-2c7c-4bd3-8e1b-7b9b1d1cdf04 req-2e2e299e-c0bb-433c-bb56-790a37877636 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0382555 Jul 21 06:31:00.184627 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Publish callbacks [] for port (066e9645-9422-4d88-a511-31ab25daf6de), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:00.195395 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38843271-61b5-49e7-9542-da6ed20d7499 req-745f0e68-d317-4706-8523-95b2df095bb2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:00.196848 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-745f0e68-d317-4706-8523-95b2df095bb2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 817 time: 0.4822376 Jul 21 06:31:00.228513 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Transition to ACTIVE for port object 066e9645-9422-4d88-a511-31ab25daf6de will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:31:00.252144 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (066e9645-9422-4d88-a511-31ab25daf6de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:00.265897 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:00.292824 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] For port d86e2ff8-1a3b-4b59-926e-c459aef0506d, host hv-cinder-85031, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:31:00.310116 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12617bf-ec00-4a7a-b6ad-306a464b4cad req-0050c8b4-f955-455b-9c15-90f6aab8ae8f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:00.311517 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a12617bf-ec00-4a7a-b6ad-306a464b4cad req-0050c8b4-f955-455b-9c15-90f6aab8ae8f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 943 time: 0.1133668 Jul 21 06:31:00.352694 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] For port d86e2ff8-1a3b-4b59-926e-c459aef0506d, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=d86e2ff8-1a3b-4b59-926e-c459aef0506d,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:31:00.366414 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Pushing event updated for resources: {'Port': ['ID=066e9645-9422-4d88-a511-31ab25daf6de,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:00.390262 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-1d263c94-24eb-451e-823e-bb3232bb6880 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2843a54fec340e19485e7b821fc071a HTTP/1.1" status: 200 len: 378 time: 0.2033911 Jul 21 06:31:00.390881 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:00.402519 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'port': {'device_id': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'admin_state_up': True, 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'security_groups': ['f8dc3f50-cc3d-4419-92ab-77b83cdb1948']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:00.407194 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:00.436049 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-804e3d33-3cde-4b28-b30a-fdb15ac1607b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 380 time: 0.2480471 Jul 21 06:31:00.447300 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-6c4312d9-0781-4919-bd41-5c92d66f7f9a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2be6e5aedba545f4b562423c55ddbf80 HTTP/1.1" status: 200 len: 379 time: 0.2278931 Jul 21 06:31:00.452488 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'port': {'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'admin_state_up': True, 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'security_groups': ['d28acf02-7466-4d83-88f4-6961dff1d9a5']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:00.475207 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'port': {'device_id': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'admin_state_up': True, 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'security_groups': ['791b84f6-1af8-4e35-a229-e12afde1c599']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:00.478476 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:00.479117 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:00.481704 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/d86e2ff8-1a3b-4b59-926e-c459aef0506d HTTP/1.1" status: 200 len: 1093 time: 2.3522182 Jul 21 06:31:00.484887 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3b26d-8d49-4d06-85bd-3d808f0613b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86e2ff8-1a3b-4b59-926e-c459aef0506d,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:00.488645 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294d6ad3-39c8-4bd2-85f6-3ba438468dd4', 'tag': 'd86e2ff8-1a3b-4b59-926e-c459aef0506d'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:00.698622 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-6c886b73-5252-4106-9102-dbe48093170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:00.700110 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-6c886b73-5252-4106-9102-dbe48093170b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 1127 time: 0.1207421 Jul 21 06:31:00.768515 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:00.830621 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:00.856828 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Publish callbacks [] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:00.881757 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-05658462-dbeb-413d-a965-719c2993f581 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86e2ff8-1a3b-4b59-926e-c459aef0506d HTTP/1.1" status: 200 len: 217 time: 0.1562529 Jul 21 06:31:00.932977 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f71d9958-efc9-451d-9455-fca61b2c7432 req-fcb29093-45b7-47d0-8cf3-ca1424e9f8db tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0464039 Jul 21 06:31:00.939634 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e6c5ea-3130-42ea-bd18-43e20bc741fa" -d '{"events": [{"name": "network-changed", "server_uuid": "294d6ad3-39c8-4bd2-85f6-3ba438468dd4", "tag": "d86e2ff8-1a3b-4b59-926e-c459aef0506d"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:00.976413 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a12617bf-ec00-4a7a-b6ad-306a464b4cad req-0c47c96c-1557-4495-99c2-1077bb1ce9e1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203599 Jul 21 06:31:00.984025 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:01.004844 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Attempting to bind port 066e9645-9422-4d88-a511-31ab25daf6de on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:31:01.005394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Attempting to bind port 066e9645-9422-4d88-a511-31ab25daf6de by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:31:01.005477 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Attempting to bind port 066e9645-9422-4d88-a511-31ab25daf6de on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:01.006844 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Transition to ACTIVE for port object 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:31:01.018571 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Port 066e9645-9422-4d88-a511-31ab25daf6de on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:31:01.018897 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Attempting to bind port 066e9645-9422-4d88-a511-31ab25daf6de on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:01.030279 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:31:01.030279 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Checking segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:31:01.032511 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:01.033409 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Bound using segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:31:01.035764 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Bound port: 066e9645-9422-4d88-a511-31ab25daf6de, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:31:01.035764 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (066e9645-9422-4d88-a511-31ab25daf6de), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:01.128798 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-cdc6a9c6-6b7b-40de-86dd-9b63206bac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:01.131924 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-cdc6a9c6-6b7b-40de-86dd-9b63206bac25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.1691439 Jul 21 06:31:01.140230 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:01.160845 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Made reservation on behalf of b2843a54fec340e19485e7b821fc071a for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:31:01.166847 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:01.192844 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Made reservation on behalf of 2be6e5aedba545f4b562423c55ddbf80 for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:31:01.196623 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:01.231248 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Made reservation on behalf of f1b4bcbfdd4a42e5a542dbf019166beb for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:31:01.235123 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:01.273921 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:01.317692 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238af3bd-04b5-4bf9-b4a1-115421b003ca req-1eaa5150-7583-49bc-840c-9042ade58358 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:01.329911 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-238af3bd-04b5-4bf9-b4a1-115421b003ca req-1eaa5150-7583-49bc-840c-9042ade58358 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 944 time: 0.2238157 Jul 21 06:31:01.340932 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8406db65-a384-4e9c-b9f7-8728b87de06d x-openstack-request-id: req-8406db65-a384-4e9c-b9f7-8728b87de06d {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:01.341290 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294d6ad3-39c8-4bd2-85f6-3ba438468dd4", "tag": "d86e2ff8-1a3b-4b59-926e-c459aef0506d", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:01.341530 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8406db65-a384-4e9c-b9f7-8728b87de06d {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:01.341982 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8406db65-a384-4e9c-b9f7-8728b87de06d'] response: {'name': 'network-changed', 'server_uuid': '294d6ad3-39c8-4bd2-85f6-3ba438468dd4', 'tag': 'd86e2ff8-1a3b-4b59-926e-c459aef0506d', 'status': 'completed', 'code': 200} Jul 21 06:31:01.360973 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-993dda8a-a2bd-4a4c-9343-ee5209b807ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:01.362442 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-993dda8a-a2bd-4a4c-9343-ee5209b807ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1631944 Jul 21 06:31:01.510925 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-404849ed-f410-44a7-90f2-fab239ea7f34 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408167 Jul 21 06:31:01.535117 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] For port 066e9645-9422-4d88-a511-31ab25daf6de, host hv-cinder-85031, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:31:01.587637 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] For port 066e9645-9422-4d88-a511-31ab25daf6de, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=066e9645-9422-4d88-a511-31ab25daf6de,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:31:01.595560 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b8609033-b351-4ff1-aec5-31895c9fe39f req-af4f7090-2dc2-49df-8bd1-260fbb1bcbae tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0836356 Jul 21 06:31:01.627838 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-238af3bd-04b5-4bf9-b4a1-115421b003ca req-7683f6d8-c33e-4a57-8d7e-9626a78ba329 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588961 Jul 21 06:31:01.654938 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (066e9645-9422-4d88-a511-31ab25daf6de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:01.738242 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:01.767723 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:01.768426 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:01.770213 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] 10.222.0.36 "PUT /v2.0/ports/066e9645-9422-4d88-a511-31ab25daf6de HTTP/1.1" status: 200 len: 1094 time: 3.6360993 Jul 21 06:31:01.783002 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-455aa142-af20-4337-b897-5e86d9cfb1bd req-abcb2744-7523-4845-8e5b-691e42473603 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0642576 Jul 21 06:31:01.783155 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Attempting to bind port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:31:01.783155 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Attempting to bind port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:31:01.783155 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Attempting to bind port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef on network dd1d0072-51cc-44a0-b14b-ddac5223cb8f {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:01.821451 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef on network dd1d0072-51cc-44a0-b14b-ddac5223cb8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:31:01.821848 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Attempting to bind port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef on network dd1d0072-51cc-44a0-b14b-ddac5223cb8f {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:01.841650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724bb3e-201e-4fbd-badb-06e9982b1ced service neutron] Pushing event updated for resources: {'Port': ['ID=066e9645-9422-4d88-a511-31ab25daf6de,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:01.847798 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-306b706b-33d4-4eaf-a6b2-1a09e88ae0a7 req-5cc929f9-139a-4f84-9627-8b2c9de0d47e service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193157 Jul 21 06:31:01.852517 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:31:01.853153 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Checking segment: {'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:31:01.853805 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Bound using segment: {'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:31:01.854517 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Bound port: 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85770f0f-d304-4c8e-9b74-2a0edf18d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:31:01.855494 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:01.943362 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Allocated IP 172.20.0.10 (57bee45f-12cb-4a98-816f-3a63d161af66/f3eb72e6-0362-4ee0-969e-675c914be91e/345fc32c-f55c-4636-be16-4b276cd0c105) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:31:01.958384 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:01.972341 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-5b42cf16-2c08-460a-a658-92f0fd490389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:01.973827 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-5b42cf16-2c08-460a-a658-92f0fd490389 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 1128 time: 0.0997033 Jul 21 06:31:01.990512 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Allocated IP 172.20.0.8 (fac3a692-b3e2-4555-a0ad-f0227031fd7d/46b3469f-6fe5-4679-9041-ad3fb0b1d549/0004c418-8336-40b0-9995-58b47e33de84) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:31:02.084610 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:INSERT=12 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:02.124117 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:02.131040 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6f5893b8-1eb0-44db-9d15-0403e8f77b1f req-c75b67df-6ca7-4d65-b641-373b02e8bc0a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0613136 Jul 21 06:31:02.164906 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:02.178559 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a214c-ab17-4c5e-b1ee-1a4e9f1436f9 req-6894a71f-be88-4faf-9894-591fe7521dd8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:02.181035 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d3a214c-ab17-4c5e-b1ee-1a4e9f1436f9 req-6894a71f-be88-4faf-9894-591fe7521dd8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 943 time: 0.0988271 Jul 21 06:31:02.216337 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] For port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:31:02.228884 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Allocated IP 172.20.0.13 (a1554b7d-10e2-4dcf-85e9-e6a44388f0b3/5afb2aad-2da8-492f-b61b-e57e223d05fc/64c03855-c1db-478e-916b-e86e4f9e9bdc) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:31:02.265501 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] For port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:31:02.334808 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:02.411561 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d3a214c-ab17-4c5e-b1ee-1a4e9f1436f9 req-1098957c-28a0-421b-b0ff-9d79477338e7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243354 Jul 21 06:31:02.466399 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:02.467120 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:02.468574 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] 10.222.0.36 "PUT /v2.0/ports/5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef HTTP/1.1" status: 200 len: 1094 time: 3.4172406 Jul 21 06:31:02.475538 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7', 'tag': '5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:02.589033 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ceebf-2cd1-477d-93f8-c5804e355cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:02.743980 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d235cfec-9081-4034-9d7b-8258d712038f req-01e322c4-2ffb-4919-850f-35ee06daa066 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0479367 Jul 21 06:31:02.812987 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7389a19-7970-41d2-b675-6cf78d04cdd8 req-2109b5d7-e550-496d-85bd-e0a2456510d8 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:02.814591 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c7389a19-7970-41d2-b675-6cf78d04cdd8 req-2109b5d7-e550-496d-85bd-e0a2456510d8 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 944 time: 0.0534818 Jul 21 06:31:02.833330 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for port (345fc32c-f55c-4636-be16-4b276cd0c105), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:02.837617 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c674a73-934b-49ca-b32f-c722465c93a0" -d '{"events": [{"name": "network-changed", "server_uuid": "db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7", "tag": "5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:02.879427 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (0004c418-8336-40b0-9995-58b47e33de84), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:02.904133 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bf0775b8-dc1e-4a32-9486-1007084112d4 req-ea98550b-e423-491f-8001-31d5ec33e5bf tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0412018 Jul 21 06:31:02.907674 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c7389a19-7970-41d2-b675-6cf78d04cdd8 req-32d9fa66-7b36-4f9c-8057-55f41971749b tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874219 Jul 21 06:31:02.954582 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:02.958852 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:02.966929 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:03.015709 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (0004c418-8336-40b0-9995-58b47e33de84), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:03.073790 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-d8cde27c-1ea3-47f6-8c62-311e93042549 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=066e9645-9422-4d88-a511-31ab25daf6de HTTP/1.1" status: 200 len: 217 time: 0.0423603 Jul 21 06:31:03.091470 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Network 57bee45f-12cb-4a98-816f-3a63d161af66 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:31:03.121088 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:31:03.126849 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf68c53-4b1b-45f9-bf18-359615f23ce5 x-openstack-request-id: req-0bf68c53-4b1b-45f9-bf18-359615f23ce5 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:03.127139 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7", "tag": "5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:03.127468 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bf68c53-4b1b-45f9-bf18-359615f23ce5 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:03.127881 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf68c53-4b1b-45f9-bf18-359615f23ce5'] response: {'name': 'network-changed', 'server_uuid': 'db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7', 'tag': '5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef', 'status': 'completed', 'code': 200} Jul 21 06:31:03.128654 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:03.131156 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:31:03.144264 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:31:03.150010 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.150865 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:03.151022 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-bca9cd84-9671-44d8-9afd-95d94cc23bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.152639 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-bca9cd84-9671-44d8-9afd-95d94cc23bb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c743e22f3fdb4a61ad1b8035ac06d15b&device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 1128 time: 0.0779455 Jul 21 06:31:03.159602 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:31:03.187254 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:31:03.193437 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.195041 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:03.198348 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-e3cde145-bb7f-486c-8e56-875762c5cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.199816 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-e3cde145-bb7f-486c-8e56-875762c5cd8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.1153255 Jul 21 06:31:03.202819 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=96 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:03.211249 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:03.220993 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-ac7f8a81-9a02-450b-9920-9bfdc7a4d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.222445 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-ac7f8a81-9a02-450b-9920-9bfdc7a4d32a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 1127 time: 0.1865196 Jul 21 06:31:03.314277 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-da47c648-d4b7-4642-b1a7-880d1e5a3cad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef HTTP/1.1" status: 200 len: 217 time: 0.1415431 Jul 21 06:31:03.361415 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746e5366-e38d-4694-b0dc-5d71af0c69d3', 'tag': '066e9645-9422-4d88-a511-31ab25daf6de'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:03.365540 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-757d4927-95d2-4c0d-9251-b7f2c0b4007c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8942423 Jul 21 06:31:03.369701 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9210939 Jul 21 06:31:03.371329 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfa9296-90d3-41d0-8a3e-a03e053b902a" -d '{"events": [{"name": "network-changed", "server_uuid": "746e5366-e38d-4694-b0dc-5d71af0c69d3", "tag": "066e9645-9422-4d88-a511-31ab25daf6de"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:03.415535 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ac9f6-05b1-4da1-8287-436331410cfe tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=0004c418-8336-40b0-9995-58b47e33de84,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:03.453299 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Request body: {'port': {'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:03.469299 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Request body: {'port': {'device_id': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:03.486207 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c0eafb-05de-4e15-8023-7183cf332d5b x-openstack-request-id: req-59c0eafb-05de-4e15-8023-7183cf332d5b {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:03.486801 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746e5366-e38d-4694-b0dc-5d71af0c69d3", "tag": "066e9645-9422-4d88-a511-31ab25daf6de", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:03.487203 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59c0eafb-05de-4e15-8023-7183cf332d5b {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:03.488012 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c0eafb-05de-4e15-8023-7183cf332d5b'] response: {'name': 'network-changed', 'server_uuid': '746e5366-e38d-4694-b0dc-5d71af0c69d3', 'tag': '066e9645-9422-4d88-a511-31ab25daf6de', 'status': 'completed', 'code': 200} Jul 21 06:31:03.553572 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-35effb95-4ebc-4975-bc09-ae157eb1029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.555968 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-35effb95-4ebc-4975-bc09-ae157eb1029d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2733176 Jul 21 06:31:03.591431 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a03a12-b577-42d3-ac04-3512b336ab4d req-0a3d7280-163c-4a57-b349-c8f1530b6b24 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.592944 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-47a03a12-b577-42d3-ac04-3512b336ab4d req-0a3d7280-163c-4a57-b349-c8f1530b6b24 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 932 time: 0.2140405 Jul 21 06:31:03.597961 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-027e5a23-5a46-4a76-8820-1d2062ffd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.599355 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-027e5a23-5a46-4a76-8820-1d2062ffd7e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52c8ff65-1795-4c85-87ef-b97fadada8c1 HTTP/1.1" status: 200 len: 850 time: 0.2392764 Jul 21 06:31:03.635773 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-162b4746-ff57-4aae-8a66-513042576719 None None] Provisioning complete for port 0004c418-8336-40b0-9995-58b47e33de84 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:31:03.636820 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-162b4746-ff57-4aae-8a66-513042576719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0004c418-8336-40b0-9995-58b47e33de84), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:03.653706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (0004c418-8336-40b0-9995-58b47e33de84), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:03.671294 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:31:03.675576 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-162b4746-ff57-4aae-8a66-513042576719 None None] Port 0004c418-8336-40b0-9995-58b47e33de84 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:31:03.685372 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-162b4746-ff57-4aae-8a66-513042576719 None None] Provisioning complete for port 345fc32c-f55c-4636-be16-4b276cd0c105 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:31:03.686145 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-162b4746-ff57-4aae-8a66-513042576719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:03.690442 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:31:03.705539 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:31:03.711142 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.712091 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:03.731574 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-162b4746-ff57-4aae-8a66-513042576719 None None] Port 345fc32c-f55c-4636-be16-4b276cd0c105 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:31:03.732563 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-d605917b-8e7f-4b5e-9c15-4da08a7ab115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.734220 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-d605917b-8e7f-4b5e-9c15-4da08a7ab115 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd1d0072-51cc-44a0-b14b-ddac5223cb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154687 Jul 21 06:31:03.782382 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:03.794479 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'Port': ['ID=64c03855-c1db-478e-916b-e86e4f9e9bdc,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:03.812659 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-e865bc9f-cf4a-4a74-9690-48bfabaef205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4149384 Jul 21 06:31:03.838535 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-de75b29f-5ff1-45de-8188-06dd8cfca08a service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665453 Jul 21 06:31:03.846734 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf68d8-ae6b-4c0c-bcf8-75ab7bb54f5d req-f2c82e34-5b1d-46cc-ba9e-07177a07f73c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.848430 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6bdf68d8-ae6b-4c0c-bcf8-75ab7bb54f5d req-f2c82e34-5b1d-46cc-ba9e-07177a07f73c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 943 time: 0.2544889 Jul 21 06:31:03.853693 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-a95f3dfa-d57e-4c54-8ab9-271684b9fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:03.855315 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-a95f3dfa-d57e-4c54-8ab9-271684b9fc9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.6246717 Jul 21 06:31:03.861248 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Request body: {'port': {'device_id': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:04.019953 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:04.027854 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-30414224-1f10-484d-a605-043e4c89c793 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86e2ff8-1a3b-4b59-926e-c459aef0506d HTTP/1.1" status: 200 len: 217 time: 0.1603258 Jul 21 06:31:04.059930 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:04.071108 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-47a03a12-b577-42d3-ac04-3512b336ab4d req-f2927581-d10a-48e3-951a-f1632908389d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4543986 Jul 21 06:31:04.074518 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-9ee77618-dce9-4144-b8fc-652a7e9b0010 None None] Provisioning complete for port 64c03855-c1db-478e-916b-e86e4f9e9bdc triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:31:04.074904 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9ee77618-dce9-4144-b8fc-652a7e9b0010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:04.122339 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-9ee77618-dce9-4144-b8fc-652a7e9b0010 None None] Port 64c03855-c1db-478e-916b-e86e4f9e9bdc cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:31:04.123098 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6bdf68d8-ae6b-4c0c-bcf8-75ab7bb54f5d req-ea96994b-4a30-429e-9ecb-e06c2ad3b91d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608511 Jul 21 06:31:04.150461 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device d86e2ff8-1a3b-4b59-926e-c459aef0506d details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:31:04.234554 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67bb347-4dd1-4590-a68a-fe2a62089362 req-ccdb90dd-f6a4-4743-9b06-7b7ae24c6638 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818643 Jul 21 06:31:04.251366 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:04.260304 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:04.291455 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-e5a8a95e-a2d9-45b2-b4a1-0cf0457e5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:04.293023 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-e5a8a95e-a2d9-45b2-b4a1-0cf0457e5770 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.2515872 Jul 21 06:31:04.301191 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-3a4039fd-85a8-41b3-bee1-863c167b5aba service neutron] 10.222.0.36 "GET /v2.0/networks/dd1d0072-51cc-44a0-b14b-ddac5223cb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584183 Jul 21 06:31:04.311825 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port d86e2ff8-1a3b-4b59-926e-c459aef0506d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=d86e2ff8-1a3b-4b59-926e-c459aef0506d,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:04.327428 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': 'd86e2ff8-1a3b-4b59-926e-c459aef0506d', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'port_id': 'd86e2ff8-1a3b-4b59-926e-c459aef0506d', 'mac_address': 'fa:16:3e:ed:7a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:31:04.341145 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13357331-bbaf-4a96-98b0-c0cdb2c25d23 req-7ddd220b-1be4-4d54-9d64-316d69bbbe6a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:04.351568 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13357331-bbaf-4a96-98b0-c0cdb2c25d23 req-7ddd220b-1be4-4d54-9d64-316d69bbbe6a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 931 time: 0.1199703 Jul 21 06:31:04.367323 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643674f1-2185-4cb0-be32-403b7989060f req-15e7398f-f7e9-4fd9-a5f1-46cc9222b59f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:04.374821 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-643674f1-2185-4cb0-be32-403b7989060f req-15e7398f-f7e9-4fd9-a5f1-46cc9222b59f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 932 time: 0.2154331 Jul 21 06:31:04.376107 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port d86e2ff8-1a3b-4b59-926e-c459aef0506d is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:04.376526 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:04.395940 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86e2ff8-1a3b-4b59-926e-c459aef0506d {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:04.436012 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port d86e2ff8-1a3b-4b59-926e-c459aef0506d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=d86e2ff8-1a3b-4b59-926e-c459aef0506d,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:04.437105 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:04.457864 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:04.501320 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13357331-bbaf-4a96-98b0-c0cdb2c25d23 req-17b173aa-198a-46da-ae13-ea78012b1edf tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487834 Jul 21 06:31:04.543555 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-643674f1-2185-4cb0-be32-403b7989060f req-2abb030e-51f8-4202-9f11-d5552c200073 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636233 Jul 21 06:31:04.548423 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:04.566662 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 36428) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:04.624370 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=d86e2ff8-1a3b-4b59-926e-c459aef0506d,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:04.640647 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0004c418-8336-40b0-9995-58b47e33de84 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:04.656238 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Publish callbacks [] for port (0004c418-8336-40b0-9995-58b47e33de84), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:04.720123 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Transition to ACTIVE for port object 0004c418-8336-40b0-9995-58b47e33de84 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:31:04.737480 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (0004c418-8336-40b0-9995-58b47e33de84), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:04.773285 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe83f76-7356-4c3b-a4d5-c86fbdba0f2f req-e480d066-cb7d-495c-94a9-f2385b4d06f7 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:04.775268 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4fe83f76-7356-4c3b-a4d5-c86fbdba0f2f req-e480d066-cb7d-495c-94a9-f2385b4d06f7 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 944 time: 0.1083541 Jul 21 06:31:04.782940 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa1265aa-803a-459d-985d-1b9d687748e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:04.818842 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['d86e2ff8-1a3b-4b59-926e-c459aef0506d'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:31:04.858275 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4fe83f76-7356-4c3b-a4d5-c86fbdba0f2f req-65bcc333-4092-4a9a-8884-50f9437acc7e tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720313 Jul 21 06:31:04.869285 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Pushing event updated for resources: {'Port': ['ID=0004c418-8336-40b0-9995-58b47e33de84,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:04.887358 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345fc32c-f55c-4636-be16-4b276cd0c105 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:04.929710 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa1265aa-803a-459d-985d-1b9d687748e6 admin admin] Publish callbacks [] for security_group (87bd47eb-4047-443f-81a1-b14dea37e238), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:04.937414 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa1265aa-803a-459d-985d-1b9d687748e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (87bd47eb-4047-443f-81a1-b14dea37e238), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:04.965080 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 36438) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:05.000063 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fa1265aa-803a-459d-985d-1b9d687748e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c98c6ff51334e92b65da30bbae780a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4299490 Jul 21 06:31:05.000063 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1265aa-803a-459d-985d-1b9d687748e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bd47eb-4047-443f-81a1-b14dea37e238,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:05.002515 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 36442) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:05.204231 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Publish callbacks [] for port (345fc32c-f55c-4636-be16-4b276cd0c105), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.213503 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-6c742b4f-9262-4e48-9cce-fc2e3c973bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:05.215662 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-6c742b4f-9262-4e48-9cce-fc2e3c973bfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 1128 time: 0.1584742 Jul 21 06:31:05.259943 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e21f7e77-2901-4cb2-8b2d-6a116b4bd0a0 admin admin] Publish callbacks [] for security_group (87bd47eb-4047-443f-81a1-b14dea37e238), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.303527 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ff92d875-8b2c-4269-8708-faea4e7d8434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.321083 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Transition to ACTIVE for port object 345fc32c-f55c-4636-be16-4b276cd0c105 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:31:05.325768 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Attempting to bind port 0004c418-8336-40b0-9995-58b47e33de84 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:31:05.326136 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Attempting to bind port 0004c418-8336-40b0-9995-58b47e33de84 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:31:05.326469 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Attempting to bind port 0004c418-8336-40b0-9995-58b47e33de84 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:05.331324 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-e873c6b0-b7da-4ac6-89b3-bd8a8d5f79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:05.332825 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-e873c6b0-b7da-4ac6-89b3-bd8a8d5f79e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1319282 Jul 21 06:31:05.333406 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.350693 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c03855-c1db-478e-916b-e86e4f9e9bdc {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:05.377220 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Port 0004c418-8336-40b0-9995-58b47e33de84 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:31:05.377549 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Attempting to bind port 0004c418-8336-40b0-9995-58b47e33de84 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:05.388828 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:05.389607 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:05.396170 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Publish callbacks [] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.415932 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:31:05.416273 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Checking segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:31:05.416657 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Bound using segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:31:05.417100 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Bound port: 0004c418-8336-40b0-9995-58b47e33de84, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:31:05.417456 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (0004c418-8336-40b0-9995-58b47e33de84), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.427859 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:05.430724 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4c39d101-7dcf-4d9c-bddd-e2ad77a4c2ec req-6fe161e2-5ecc-4b44-acbf-6809dbc8e36a service neutron] 10.222.0.36 "GET /v2.0/networks/dd1d0072-51cc-44a0-b14b-ddac5223cb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729856 Jul 21 06:31:05.432610 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e21f7e77-2901-4cb2-8b2d-6a116b4bd0a0 admin admin] Publish callbacks [] for security_group (87bd47eb-4047-443f-81a1-b14dea37e238), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.460965 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86289a62-8bc8-4ed9-ac1d-ec00897dc942 req-51347876-664d-42c3-9f96-298bc10f4e2e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:05.462613 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-86289a62-8bc8-4ed9-ac1d-ec00897dc942 req-51347876-664d-42c3-9f96-298bc10f4e2e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 932 time: 0.2436681 Jul 21 06:31:05.484030 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Transition to ACTIVE for port object 64c03855-c1db-478e-916b-e86e4f9e9bdc will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:31:05.500090 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.503059 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Pushing event updated for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:05.510602 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:05.518034 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ad39b-a097-4331-843d-9fb300bcf51b req-d768323b-def4-472b-a8dc-426eb1a5d322 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:05.519278 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-354ad39b-a097-4331-843d-9fb300bcf51b req-d768323b-def4-472b-a8dc-426eb1a5d322 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 944 time: 0.2752147 Jul 21 06:31:05.662369 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-f23905ed-f572-444a-a8ed-e4c4f3732d06 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174503 Jul 21 06:31:05.663041 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-877853d6-15ae-40e0-b9e4-43032526488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:05.665505 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-877853d6-15ae-40e0-b9e4-43032526488e service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.4400694 Jul 21 06:31:05.674158 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Pushing event updated for resources: {'Port': ['ID=64c03855-c1db-478e-916b-e86e4f9e9bdc,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:05.680454 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Attempting to bind port 345fc32c-f55c-4636-be16-4b276cd0c105 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:31:05.680628 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Attempting to bind port 345fc32c-f55c-4636-be16-4b276cd0c105 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:31:05.680904 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Attempting to bind port 345fc32c-f55c-4636-be16-4b276cd0c105 on network 57bee45f-12cb-4a98-816f-3a63d161af66 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:05.693465 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Port 345fc32c-f55c-4636-be16-4b276cd0c105 on network 57bee45f-12cb-4a98-816f-3a63d161af66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:31:05.693791 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Attempting to bind port 345fc32c-f55c-4636-be16-4b276cd0c105 on network 57bee45f-12cb-4a98-816f-3a63d161af66 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:05.712105 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] For port 0004c418-8336-40b0-9995-58b47e33de84, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:31:05.712507 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-86289a62-8bc8-4ed9-ac1d-ec00897dc942 req-759ede2a-ba18-4397-bc37-7e587be8f0fa tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2278609 Jul 21 06:31:05.718124 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-354ad39b-a097-4331-843d-9fb300bcf51b req-0951c363-7d66-4b76-954a-38eb384cf7d9 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658745 Jul 21 06:31:05.721735 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e21f7e77-2901-4cb2-8b2d-6a116b4bd0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (87bd47eb-4047-443f-81a1-b14dea37e238), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.724534 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e21f7e77-2901-4cb2-8b2d-6a116b4bd0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.725824 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e21f7e77-2901-4cb2-8b2d-6a116b4bd0a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87bd47eb-4047-443f-81a1-b14dea37e238 HTTP/1.1" status: 204 len: 168 time: 0.7222602 Jul 21 06:31:05.749063 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:31:05.750306 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f7e77-2901-4cb2-8b2d-6a116b4bd0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bd47eb-4047-443f-81a1-b14dea37e238,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:05.751704 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Checking segment: {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:31:05.752311 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Bound using segment: {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:31:05.752728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Bound port: 345fc32c-f55c-4636-be16-4b276cd0c105, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:31:05.753099 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.758682 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] For port 0004c418-8336-40b0-9995-58b47e33de84, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=0004c418-8336-40b0-9995-58b47e33de84,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:31:05.758935 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ff92d875-8b2c-4269-8708-faea4e7d8434 admin admin] Publish callbacks [] for security_group (5ba3354b-6273-4a2c-9c48-e99e81d2467e), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.766165 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ff92d875-8b2c-4269-8708-faea4e7d8434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (5ba3354b-6273-4a2c-9c48-e99e81d2467e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.815651 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (0004c418-8336-40b0-9995-58b47e33de84), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:05.844243 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Attempting to bind port 64c03855-c1db-478e-916b-e86e4f9e9bdc on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:31:05.844243 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Attempting to bind port 64c03855-c1db-478e-916b-e86e4f9e9bdc by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:31:05.844522 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Attempting to bind port 64c03855-c1db-478e-916b-e86e4f9e9bdc on network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:05.872716 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ff92d875-8b2c-4269-8708-faea4e7d8434 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fb45bcd0dfb4f2cbe8abd3af76b0a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9008474 Jul 21 06:31:05.873681 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 36460) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:05.889339 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92d875-8b2c-4269-8708-faea4e7d8434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba3354b-6273-4a2c-9c48-e99e81d2467e,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:05.936049 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79255f-e684-4a53-93ab-da2c5f987a43 req-eb5c5c86-6b9a-4e44-aaf5-555e205a81d7 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:05.937602 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e79255f-e684-4a53-93ab-da2c5f987a43 req-eb5c5c86-6b9a-4e44-aaf5-555e205a81d7 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 943 time: 0.1388407 Jul 21 06:31:05.946701 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Port 64c03855-c1db-478e-916b-e86e4f9e9bdc on network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:31:05.947238 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Attempting to bind port 64c03855-c1db-478e-916b-e86e4f9e9bdc on network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:05.997232 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:31:05.997573 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Checking segment: {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:31:05.998263 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Bound using segment: {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:31:05.998536 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Bound port: 64c03855-c1db-478e-916b-e86e4f9e9bdc, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:31:05.998883 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.011477 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.014219 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.021656 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] 10.222.0.36 "PUT /v2.0/ports/0004c418-8336-40b0-9995-58b47e33de84 HTTP/1.1" status: 200 len: 1093 time: 2.6030397 Jul 21 06:31:06.056915 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f81355-5e49-4559-b29c-b6faefe880b7', 'tag': '0004c418-8336-40b0-9995-58b47e33de84'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:06.056915 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f080e1-08db-4904-bfdb-e76004a181b1" -d '{"events": [{"name": "network-changed", "server_uuid": "43f81355-5e49-4559-b29c-b6faefe880b7", "tag": "0004c418-8336-40b0-9995-58b47e33de84"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:06.096559 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:31:06.105484 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 066e9645-9422-4d88-a511-31ab25daf6de details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:31:06.126707 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:31:06.135770 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335ea6a-8fee-4eeb-a999-d8cd0b5f1d2f service neutron] Pushing event updated for resources: {'Port': ['ID=0004c418-8336-40b0-9995-58b47e33de84,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:06.187352 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee30c-1044-420e-bbdd-f6b718637f85 req-2313c649-0877-4748-9770-4669ddf29cbf tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.200625 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] For port 64c03855-c1db-478e-916b-e86e4f9e9bdc, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:31:06.201588 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e66ee30c-1044-420e-bbdd-f6b718637f85 req-2313c649-0877-4748-9770-4669ddf29cbf tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.2499573 Jul 21 06:31:06.204695 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] For port 64c03855-c1db-478e-916b-e86e4f9e9bdc, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=64c03855-c1db-478e-916b-e86e4f9e9bdc,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:31:06.205343 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device d86e2ff8-1a3b-4b59-926e-c459aef0506d up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:31:06.211492 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.217974 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.293054 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-766e331f-335e-4971-bc56-f41de02bace2 admin admin] Publish callbacks [] for security_group (5ba3354b-6273-4a2c-9c48-e99e81d2467e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.319967 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:06.366656 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e79255f-e684-4a53-93ab-da2c5f987a43 req-fd210416-9e23-44e7-a898-f0aa00dbb5fa tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4130137 Jul 21 06:31:06.375142 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 36470) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:06.384986 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-8b5d8603-a6b2-483d-aba3-17a08b309a1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=066e9645-9422-4d88-a511-31ab25daf6de HTTP/1.1" status: 200 len: 217 time: 0.1153467 Jul 21 06:31:06.391344 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.391942 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.393307 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] 10.222.0.36 "PUT /v2.0/ports/64c03855-c1db-478e-916b-e86e4f9e9bdc HTTP/1.1" status: 200 len: 1094 time: 2.5430794 Jul 21 06:31:06.410234 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.410855 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.411113 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 066e9645-9422-4d88-a511-31ab25daf6de, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=066e9645-9422-4d88-a511-31ab25daf6de,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:06.412211 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] 10.222.0.36 "PUT /v2.0/ports/345fc32c-f55c-4636-be16-4b276cd0c105 HTTP/1.1" status: 200 len: 1094 time: 2.9635530 Jul 21 06:31:06.441086 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '066e9645-9422-4d88-a511-31ab25daf6de', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'port_id': '066e9645-9422-4d88-a511-31ab25daf6de', 'mac_address': 'fa:16:3e:e6:05:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:31:06.465278 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-40391b05-9a2b-4f0b-9a06-0bec77b0d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.466840 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-40391b05-9a2b-4f0b-9a06-0bec77b0d91a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c743e22f3fdb4a61ad1b8035ac06d15b&device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 1128 time: 0.2311633 Jul 21 06:31:06.469073 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-74e6c5ea-3130-42ea-bd18-43e20bc741fa req-7b33d7fb-bc2a-401e-91f1-7eec90a73d03 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121854 Jul 21 06:31:06.469820 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11150c-361c-4f22-8094-ef2d925a319f service neutron] Pushing event updated for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:06.486192 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port d86e2ff8-1a3b-4b59-926e-c459aef0506d completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:31:06.503949 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port d86e2ff8-1a3b-4b59-926e-c459aef0506d triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:31:06.504328 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.507424 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 066e9645-9422-4d88-a511-31ab25daf6de is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:06.507825 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (066e9645-9422-4d88-a511-31ab25daf6de), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.579311 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] Pushing event updated for resources: {'Port': ['ID=64c03855-c1db-478e-916b-e86e4f9e9bdc,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:06.600458 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066e9645-9422-4d88-a511-31ab25daf6de {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:06.644362 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 066e9645-9422-4d88-a511-31ab25daf6de, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=066e9645-9422-4d88-a511-31ab25daf6de,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:06.662079 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (066e9645-9422-4d88-a511-31ab25daf6de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.731140 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port d86e2ff8-1a3b-4b59-926e-c459aef0506d is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:06.731623 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.733199 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:06.734674 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-e1158c02-3517-489d-bb88-2b783e881990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.737614 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-e1158c02-3517-489d-bb88-2b783e881990 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd1d0072-51cc-44a0-b14b-ddac5223cb8f HTTP/1.1" status: 200 len: 912 time: 0.1526535 Jul 21 06:31:06.766449 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:06.767249 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=066e9645-9422-4d88-a511-31ab25daf6de,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:06.783772 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294d6ad3-39c8-4bd2-85f6-3ba438468dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86e2ff8-1a3b-4b59-926e-c459aef0506d'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:06.786899 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-766e331f-335e-4971-bc56-f41de02bace2 admin admin] Publish callbacks [] for security_group (5ba3354b-6273-4a2c-9c48-e99e81d2467e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.810658 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-d08b1ac1-091d-441d-9ffa-bdef6b4fde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.811526 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-d08b1ac1-091d-441d-9ffa-bdef6b4fde47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 1127 time: 0.5324874 Jul 21 06:31:06.834582 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5a7fef7e-3ea9-4aa1-ab27-e8452d967c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.836312 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-af537ed1-c88e-4ad3-a9e4-4d376a1225fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef HTTP/1.1" status: 200 len: 217 time: 0.0867636 Jul 21 06:31:06.840434 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-a26d9269-84b1-424f-9bb2-8a0e1a190bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.842009 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-a26d9269-84b1-424f-9bb2-8a0e1a190bbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2843a54fec340e19485e7b821fc071a&device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 1128 time: 0.2582245 Jul 21 06:31:06.865353 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:06.877067 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port d86e2ff8-1a3b-4b59-926e-c459aef0506d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=d86e2ff8-1a3b-4b59-926e-c459aef0506d,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:06.888960 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:06.915939 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-cadb31be-0050-4395-af85-1ee785e7d680 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c03855-c1db-478e-916b-e86e4f9e9bdc HTTP/1.1" status: 200 len: 217 time: 0.0589290 Jul 21 06:31:06.916825 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38843271-61b5-49e7-9542-da6ed20d7499 req-4322886b-9336-4cb5-9da2-0c87124e22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.918382 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-4322886b-9336-4cb5-9da2-0c87124e22ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 1128 time: 0.3321345 Jul 21 06:31:06.922176 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e66ee30c-1044-420e-bbdd-f6b718637f85 req-03d4a41e-c1ab-42df-a6d8-84ca0a728272 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7196319 Jul 21 06:31:06.937321 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:06.938599 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:06.940500 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-ab3d8f90-242e-474a-b00e-f9d925f76d78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0004c418-8336-40b0-9995-58b47e33de84 HTTP/1.1" status: 200 len: 217 time: 0.0957754 Jul 21 06:31:06.948956 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-17940f1e-9580-446e-88d0-0733a4b1095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.950672 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-17940f1e-9580-446e-88d0-0733a4b1095a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.5573211 Jul 21 06:31:06.957567 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=d86e2ff8-1a3b-4b59-926e-c459aef0506d,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:06.959871 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-62c62dac-9425-4998-a1a7-8f9e8d29e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.962223 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-62c62dac-9425-4998-a1a7-8f9e8d29e1e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52c8ff65-1795-4c85-87ef-b97fadada8c1 HTTP/1.1" status: 200 len: 850 time: 0.1174505 Jul 21 06:31:06.965395 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['066e9645-9422-4d88-a511-31ab25daf6de'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:31:06.984302 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063817f-6f04-4856-806c-300a9143e5b0 req-996c9a24-5109-4d41-afda-89219bbe71d3 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:06.991057 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6063817f-6f04-4856-806c-300a9143e5b0 req-996c9a24-5109-4d41-afda-89219bbe71d3 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 944 time: 0.2419460 Jul 21 06:31:07.018407 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-3a3a241b-6607-4cd1-8968-75f7482d09a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=345fc32c-f55c-4636-be16-4b276cd0c105 HTTP/1.1" status: 200 len: 217 time: 0.0807335 Jul 21 06:31:07.158943 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38843271-61b5-49e7-9542-da6ed20d7499 req-6dd274c1-139b-4ada-a474-3ef19a6e3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:07.159158 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82af0c81-308e-4b1c-b245-5582de461749" -d '{"events": [{"server_uuid": "294d6ad3-39c8-4bd2-85f6-3ba438468dd4", "name": "network-vif-plugged", "status": "completed", "tag": "d86e2ff8-1a3b-4b59-926e-c459aef0506d"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:07.161390 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-6dd274c1-139b-4ada-a474-3ef19a6e3e00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.1326771 Jul 21 06:31:07.165059 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4c510230-60c9-4db7-8a7d-228c1da92cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:07.166681 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-4c510230-60c9-4db7-8a7d-228c1da92cef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 200 len: 854 time: 0.2133880 Jul 21 06:31:07.168646 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eea304-c321-4773-98b6-30a5f3087dce x-openstack-request-id: req-73eea304-c321-4773-98b6-30a5f3087dce {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:07.169582 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f81355-5e49-4559-b29c-b6faefe880b7", "tag": "0004c418-8336-40b0-9995-58b47e33de84", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:07.170023 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73eea304-c321-4773-98b6-30a5f3087dce {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:07.170874 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73eea304-c321-4773-98b6-30a5f3087dce'] response: {'name': 'network-changed', 'server_uuid': '43f81355-5e49-4559-b29c-b6faefe880b7', 'tag': '0004c418-8336-40b0-9995-58b47e33de84', 'status': 'completed', 'code': 200} Jul 21 06:31:07.182564 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-f1c8ca94-c9af-4a35-b1b1-12f370f2a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:07.184804 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-f1c8ca94-c9af-4a35-b1b1-12f370f2a6c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2172453 Jul 21 06:31:07.192375 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-766e331f-335e-4971-bc56-f41de02bace2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (5ba3354b-6273-4a2c-9c48-e99e81d2467e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:07.195425 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-766e331f-335e-4971-bc56-f41de02bace2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:07.199194 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-766e331f-335e-4971-bc56-f41de02bace2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ba3354b-6273-4a2c-9c48-e99e81d2467e HTTP/1.1" status: 204 len: 168 time: 1.3206418 Jul 21 06:31:07.236373 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-19c73fe2-3222-41cc-b57c-b407ba408dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:07.242123 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-19c73fe2-3222-41cc-b57c-b407ba408dbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5afb2aad-2da8-492f-b61b-e57e223d05fc HTTP/1.1" status: 200 len: 849 time: 0.3018842 Jul 21 06:31:07.265958 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-725c984e-70bf-45ca-87b7-529cc54baff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:07.267721 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-725c984e-70bf-45ca-87b7-529cc54baff6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd1d0072-51cc-44a0-b14b-ddac5223cb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2537701 Jul 21 06:31:07.292367 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38843271-61b5-49e7-9542-da6ed20d7499 req-cda87e3b-71c4-4aa9-8989-86c21e16ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:07.293830 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-cda87e3b-71c4-4aa9-8989-86c21e16ff4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048789 Jul 21 06:31:07.301136 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6063817f-6f04-4856-806c-300a9143e5b0 req-527867c8-9e7f-4093-b31f-09b58df6dc98 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092191 Jul 21 06:31:07.301886 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e331f-335e-4971-bc56-f41de02bace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba3354b-6273-4a2c-9c48-e99e81d2467e,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:07.344865 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ada50-405d-4a3e-a74c-4882dd8efc34 req-274e857f-8dd3-4243-b54e-60f4639d1541 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:07.344865 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fa9ada50-405d-4a3e-a74c-4882dd8efc34 req-274e857f-8dd3-4243-b54e-60f4639d1541 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 944 time: 0.1873837 Jul 21 06:31:07.378944 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5a7fef7e-3ea9-4aa1-ab27-e8452d967c8d admin admin] Publish callbacks [] for security_group (d0293fb0-9680-4b10-9de2-f494a43b5348), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:07.396268 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-a7c52f1d-233a-44a6-924c-7391952d1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:07.398418 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-a7c52f1d-233a-44a6-924c-7391952d1a0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1472275 Jul 21 06:31:07.418902 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-1a884adf-a09f-4088-80f2-1ae66099cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:07.420601 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-1a884adf-a09f-4088-80f2-1ae66099cb82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fac3a692-b3e2-4555-a0ad-f0227031fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2349420 Jul 21 06:31:07.421291 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5a7fef7e-3ea9-4aa1-ab27-e8452d967c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d0293fb0-9680-4b10-9de2-f494a43b5348), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:07.474337 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-474ac4ef-dd94-4327-aef8-e8936a86a304 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716597 Jul 21 06:31:07.604799 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5a7fef7e-3ea9-4aa1-ab27-e8452d967c8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41c4a14a445a4fdc8f553e322cfdbb9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2188191 Jul 21 06:31:07.617711 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 36498) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:07.643268 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fef7e-3ea9-4aa1-ab27-e8452d967c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0293fb0-9680-4b10-9de2-f494a43b5348,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:07.653568 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4c6d7-d8d8-4135-b6af-45d40b402811 req-45f92971-f33a-4482-8498-2934b682b667 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:07.653568 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ea4c6d7-d8d8-4135-b6af-45d40b402811 req-45f92971-f33a-4482-8498-2934b682b667 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.2358563 Jul 21 06:31:07.660044 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 36500) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:07.660419 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:07.676863 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-3da0f25c-9330-469b-935c-67290a4dfd00 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766195 Jul 21 06:31:07.697303 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fa9ada50-405d-4a3e-a74c-4882dd8efc34 req-ca19860d-d872-4c53-b0c8-27867459b68f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2812986 Jul 21 06:31:07.751916 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-76156464-5a41-4711-ab28-76dbb9af9aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:07.781467 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-5a75041c-164f-4774-95e7-37768c0964d6 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434370 Jul 21 06:31:07.781711 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-058d5a5e-f28c-4f4a-8d95-09aeb4d77651 service neutron] 10.222.0.36 "GET /v2.0/networks/dd1d0072-51cc-44a0-b14b-ddac5223cb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929974 Jul 21 06:31:07.804376 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-5c3b035b-2165-4241-a178-16ef86c2d4d0 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954425 Jul 21 06:31:07.887465 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:07.908619 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ea4c6d7-d8d8-4135-b6af-45d40b402811 req-a40a4fb9-98bd-4cb1-8a58-543b4b3b5dab tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382712 Jul 21 06:31:07.917582 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:07.950297 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38843271-61b5-49e7-9542-da6ed20d7499 req-2600fea8-121d-414e-b097-239e6f589124 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657035 Jul 21 06:31:07.969508 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a28df46-22ab-4b7e-b769-bd44cf5fe4fc admin admin] Publish callbacks [] for security_group (d0293fb0-9680-4b10-9de2-f494a43b5348), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:07.986934 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae22e7d-72da-456c-a597-cc71a64393ac x-openstack-request-id: req-aae22e7d-72da-456c-a597-cc71a64393ac {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:07.987658 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294d6ad3-39c8-4bd2-85f6-3ba438468dd4", "name": "network-vif-plugged", "status": "completed", "tag": "d86e2ff8-1a3b-4b59-926e-c459aef0506d", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:07.989698 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aae22e7d-72da-456c-a597-cc71a64393ac {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:07.990222 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae22e7d-72da-456c-a597-cc71a64393ac'] response: {'server_uuid': '294d6ad3-39c8-4bd2-85f6-3ba438468dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86e2ff8-1a3b-4b59-926e-c459aef0506d', 'code': 200} Jul 21 06:31:07.997254 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0c674a73-934b-49ca-b32f-c722465c93a0 req-a7be5475-901e-4118-be03-c23e5e9678d7 service neutron] 10.222.0.36 "GET /v2.0/networks/dd1d0072-51cc-44a0-b14b-ddac5223cb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055552 Jul 21 06:31:08.003466 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-d7f2c3f0-8c8a-4ce0-b3dd-cacce80f362d service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864605 Jul 21 06:31:08.005187 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8dfa9296-90d3-41d0-8a3e-a03e053b902a req-f04098e4-3675-4ede-96ef-891a919c4137 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118184 Jul 21 06:31:08.062885 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a28df46-22ab-4b7e-b769-bd44cf5fe4fc admin admin] Publish callbacks [] for security_group (d0293fb0-9680-4b10-9de2-f494a43b5348), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.108243 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:31:08.111329 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f91144-2b6d-439e-a4a4-6311589bb15a req-be3d4c3e-6abd-4d71-9504-6984ac83ae96 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952902 Jul 21 06:31:08.118778 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 066e9645-9422-4d88-a511-31ab25daf6de up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:31:08.181478 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312d199-ab39-44a5-abd7-30cbfbdf4065 req-ac0cf6b8-5d13-429b-b6f8-af01a9ec456a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:08.182994 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8312d199-ab39-44a5-abd7-30cbfbdf4065 req-ac0cf6b8-5d13-429b-b6f8-af01a9ec456a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 943 time: 0.1546276 Jul 21 06:31:08.184920 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-76156464-5a41-4711-ab28-76dbb9af9aa2 admin admin] Publish callbacks [] for security_group (582f6533-1e50-4c33-a18b-039d6a2d8b0e), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.198880 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea984a5f-4ec8-48b5-a33f-3a21964ea98d req-f88bcb05-bdb5-4e52-ab72-368c65b8ceee tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:08.200325 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ea984a5f-4ec8-48b5-a33f-3a21964ea98d req-f88bcb05-bdb5-4e52-ab72-368c65b8ceee tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.1442585 Jul 21 06:31:08.200896 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-76156464-5a41-4711-ab28-76dbb9af9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (582f6533-1e50-4c33-a18b-039d6a2d8b0e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.222380 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 066e9645-9422-4d88-a511-31ab25daf6de completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:31:08.296998 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-76156464-5a41-4711-ab28-76dbb9af9aa2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1666fb7296945c4b3123dfc4bbfd568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6297204 Jul 21 06:31:08.296998 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76156464-5a41-4711-ab28-76dbb9af9aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582f6533-1e50-4c33-a18b-039d6a2d8b0e,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:08.300214 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36508) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:08.318407 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a28df46-22ab-4b7e-b769-bd44cf5fe4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d0293fb0-9680-4b10-9de2-f494a43b5348), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.321771 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a28df46-22ab-4b7e-b769-bd44cf5fe4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.326025 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6a28df46-22ab-4b7e-b769-bd44cf5fe4fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0293fb0-9680-4b10-9de2-f494a43b5348 HTTP/1.1" status: 204 len: 168 time: 0.6985972 Jul 21 06:31:08.355009 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8312d199-ab39-44a5-abd7-30cbfbdf4065 req-8c0fbf2a-a788-4f0e-9acb-6a9976d5af0f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581438 Jul 21 06:31:08.379027 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ea984a5f-4ec8-48b5-a33f-3a21964ea98d req-ecbc5b3c-f843-4aa0-9a5b-f277f15d9cba tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664407 Jul 21 06:31:08.384573 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28df46-22ab-4b7e-b769-bd44cf5fe4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0293fb0-9680-4b10-9de2-f494a43b5348,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:08.395642 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ff91-c46c-41bd-ae1d-220c634832d5 admin admin] Publish callbacks [] for security_group (582f6533-1e50-4c33-a18b-039d6a2d8b0e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.412525 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:08.425745 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 066e9645-9422-4d88-a511-31ab25daf6de triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:31:08.426320 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (066e9645-9422-4d88-a511-31ab25daf6de), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.429918 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ff91-c46c-41bd-ae1d-220c634832d5 admin admin] Publish callbacks [] for security_group (582f6533-1e50-4c33-a18b-039d6a2d8b0e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.490797 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:08.512358 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ff91-c46c-41bd-ae1d-220c634832d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (582f6533-1e50-4c33-a18b-039d6a2d8b0e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.515350 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ff91-c46c-41bd-ae1d-220c634832d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.516602 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5ba7ff91-c46c-41bd-ae1d-220c634832d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/582f6533-1e50-4c33-a18b-039d6a2d8b0e HTTP/1.1" status: 204 len: 168 time: 0.2135067 Jul 21 06:31:08.529650 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7ff91-c46c-41bd-ae1d-220c634832d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582f6533-1e50-4c33-a18b-039d6a2d8b0e,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:08.534401 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef', 'network_id': 'dd1d0072-51cc-44a0-b14b-ddac5223cb8f', 'port_id': '5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef', 'mac_address': 'fa:16:3e:05:44:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c8ff65-1795-4c85-87ef-b97fadada8c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:31:08.567632 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 066e9645-9422-4d88-a511-31ab25daf6de is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:08.568302 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (066e9645-9422-4d88-a511-31ab25daf6de), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.597481 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fde20-f666-405c-b2ff-02faf8917d6f req-a011f3a0-18d7-4206-a3b1-d7ff8792837d tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:08.602571 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e73fde20-f666-405c-b2ff-02faf8917d6f req-a011f3a0-18d7-4206-a3b1-d7ff8792837d tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 944 time: 0.0963957 Jul 21 06:31:08.638522 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:08.638921 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.653362 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 066e9645-9422-4d88-a511-31ab25daf6de, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=066e9645-9422-4d88-a511-31ab25daf6de,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:08.658817 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:08.666167 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (066e9645-9422-4d88-a511-31ab25daf6de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.691198 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e73fde20-f666-405c-b2ff-02faf8917d6f req-12dff4c1-31a9-4eac-a0d6-0fb7e5f3c0f3 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819173 Jul 21 06:31:08.704794 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:08.712605 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.736525 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=066e9645-9422-4d88-a511-31ab25daf6de,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:08.798412 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:08.798578 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:08.878030 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36526) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:08.886034 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bdd52-f7fe-4d2c-a47d-eca911d61d4a req-ce0fafdf-fbe8-475b-8c72-7167310f046b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:08.887583 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a73bdd52-f7fe-4d2c-a47d-eca911d61d4a req-ce0fafdf-fbe8-475b-8c72-7167310f046b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 944 time: 0.1028979 Jul 21 06:31:08.898259 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-398a649f-780f-4ca7-a8a7-1fa414d442b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:08.926942 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:08.963486 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a73bdd52-f7fe-4d2c-a47d-eca911d61d4a req-47235cb3-31a3-45bd-b4a0-dc14ef3c29f7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701334 Jul 21 06:31:09.018201 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-398a649f-780f-4ca7-a8a7-1fa414d442b7 admin admin] Publish callbacks [] for security_group (4015a7ad-d8a3-4745-991b-d931b86f654b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:09.019012 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:31:09.025965 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-398a649f-780f-4ca7-a8a7-1fa414d442b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (4015a7ad-d8a3-4745-991b-d931b86f654b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:09.083422 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-398a649f-780f-4ca7-a8a7-1fa414d442b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e002fe23cfac48948fcb0de1f21e9dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035708 Jul 21 06:31:09.084178 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36534) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:09.084362 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e37f8d-1be2-4204-8c20-ca6e9f6e68c3 req-82de8f9d-3221-4bd9-995e-88640d1487dc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:09.087048 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73e37f8d-1be2-4204-8c20-ca6e9f6e68c3 req-82de8f9d-3221-4bd9-995e-88640d1487dc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0863905 Jul 21 06:31:09.090842 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a649f-780f-4ca7-a8a7-1fa414d442b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4015a7ad-d8a3-4745-991b-d931b86f654b,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:09.114986 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:09.156989 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-900ecd84-0585-437d-a579-194579768d6c admin admin] Publish callbacks [] for security_group (4015a7ad-d8a3-4745-991b-d931b86f654b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:09.163667 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73e37f8d-1be2-4204-8c20-ca6e9f6e68c3 req-fdcd7d3a-5492-4666-9b88-d067c251f53c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592148 Jul 21 06:31:09.174138 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'tag': '64c03855-c1db-478e-916b-e86e4f9e9bdc'}, {'name': 'network-changed', 'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:09.177972 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d2f277-868f-4f88-87a7-6db54f0787c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7788e87-32b8-4250-bae6-b666d958ab97", "tag": "64c03855-c1db-478e-916b-e86e4f9e9bdc"}, {"name": "network-changed", "server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:09.213221 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-900ecd84-0585-437d-a579-194579768d6c admin admin] Publish callbacks [] for security_group (4015a7ad-d8a3-4745-991b-d931b86f654b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:09.243377 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63692fc7-df57-4b82-942b-ae589575a001 x-openstack-request-id: req-63692fc7-df57-4b82-942b-ae589575a001 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:09.243651 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7788e87-32b8-4250-bae6-b666d958ab97", "tag": "64c03855-c1db-478e-916b-e86e4f9e9bdc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:09.243915 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63692fc7-df57-4b82-942b-ae589575a001 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:09.244406 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63692fc7-df57-4b82-942b-ae589575a001'] response: {'name': 'network-changed', 'server_uuid': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'tag': '64c03855-c1db-478e-916b-e86e4f9e9bdc', 'status': 'completed', 'code': 200} Jul 21 06:31:09.244662 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63692fc7-df57-4b82-942b-ae589575a001'] response: {'name': 'network-changed', 'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105', 'status': 'completed', 'code': 200} Jul 21 06:31:09.274798 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-900ecd84-0585-437d-a579-194579768d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (4015a7ad-d8a3-4745-991b-d931b86f654b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:09.278858 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-900ecd84-0585-437d-a579-194579768d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:09.282830 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-900ecd84-0585-437d-a579-194579768d6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4015a7ad-d8a3-4745-991b-d931b86f654b HTTP/1.1" status: 204 len: 168 time: 0.1949220 Jul 21 06:31:09.293397 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ecd84-0585-437d-a579-194579768d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4015a7ad-d8a3-4745-991b-d931b86f654b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:09.483967 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d74be-ed35-4a60-a1b6-4c0346a8369d req-5aa27b91-a767-44ed-97f7-44dc8630fa57 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:09.485488 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-167d74be-ed35-4a60-a1b6-4c0346a8369d req-5aa27b91-a767-44ed-97f7-44dc8630fa57 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 943 time: 0.0682096 Jul 21 06:31:09.541732 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-167d74be-ed35-4a60-a1b6-4c0346a8369d req-71387444-7ec0-4cb6-8af2-36b89e0478f6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506027 Jul 21 06:31:09.601537 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1550a-2437-42d4-9a78-a68adebfb35e req-80f86349-b5f0-4650-9183-0d2a600f081e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:09.603502 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e8a1550a-2437-42d4-9a78-a68adebfb35e req-80f86349-b5f0-4650-9183-0d2a600f081e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0608728 Jul 21 06:31:09.666546 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e8a1550a-2437-42d4-9a78-a68adebfb35e req-75d8e028-f765-4fec-97bf-e1835843321b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564435 Jul 21 06:31:09.851109 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9c929-1756-47d7-b487-4333dff34f01 req-c5b93110-4a84-47ad-bbe4-e279f3cd8ccd tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:09.852805 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5ce9c929-1756-47d7-b487-4333dff34f01 req-c5b93110-4a84-47ad-bbe4-e279f3cd8ccd tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 945 time: 0.0605571 Jul 21 06:31:09.908460 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5ce9c929-1756-47d7-b487-4333dff34f01 req-9697c88a-dce6-43d2-a308-70ccd4d10ea3 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494649 Jul 21 06:31:09.945819 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:09.992496 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e5366-e38d-4694-b0dc-5d71af0c69d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066e9645-9422-4d88-a511-31ab25daf6de'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:09.996430 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519d5182-b6e3-41b1-ab2b-ba4de3bebeda" -d '{"events": [{"server_uuid": "746e5366-e38d-4694-b0dc-5d71af0c69d3", "name": "network-vif-plugged", "status": "completed", "tag": "066e9645-9422-4d88-a511-31ab25daf6de"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:10.047562 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f097f8a9-efc6-498e-91e2-025ee66a6ed3 x-openstack-request-id: req-f097f8a9-efc6-498e-91e2-025ee66a6ed3 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:10.047841 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e5366-e38d-4694-b0dc-5d71af0c69d3", "name": "network-vif-plugged", "status": "completed", "tag": "066e9645-9422-4d88-a511-31ab25daf6de", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:10.048145 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f097f8a9-efc6-498e-91e2-025ee66a6ed3 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:10.048492 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f097f8a9-efc6-498e-91e2-025ee66a6ed3'] response: {'server_uuid': '746e5366-e38d-4694-b0dc-5d71af0c69d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066e9645-9422-4d88-a511-31ab25daf6de', 'code': 200} Jul 21 06:31:10.137613 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f2b9a-0bf4-4ee3-9724-166df82a6e16 req-e5179bb7-0f56-40b2-a15a-165e39f9a5bd tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:10.139276 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-326f2b9a-0bf4-4ee3-9724-166df82a6e16 req-e5179bb7-0f56-40b2-a15a-165e39f9a5bd tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 944 time: 0.0555897 Jul 21 06:31:10.139591 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 345fc32c-f55c-4636-be16-4b276cd0c105 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:31:10.154355 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:31:10.177118 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:10.205520 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-326f2b9a-0bf4-4ee3-9724-166df82a6e16 req-f2207356-d553-4e2f-9798-1fd1efe36a54 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520120 Jul 21 06:31:10.275701 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:31:10.289926 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:31:10.290365 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.325421 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36604) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:10.339798 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792dd5a-9921-45d1-898f-398b7dbfd356 req-ff600c99-2327-4634-ab3a-0a6eb6cfb919 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:10.340438 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:10.341372 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a792dd5a-9921-45d1-898f-398b7dbfd356 req-ff600c99-2327-4634-ab3a-0a6eb6cfb919 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0702326 Jul 21 06:31:10.357147 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '345fc32c-f55c-4636-be16-4b276cd0c105', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'port_id': '345fc32c-f55c-4636-be16-4b276cd0c105', 'mac_address': 'fa:16:3e:82:79:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:31:10.368126 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:10.436091 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:10.436756 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.437147 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a792dd5a-9921-45d1-898f-398b7dbfd356 req-1da4c1a6-f0a2-426e-a358-b244747ed6f8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804617 Jul 21 06:31:10.440362 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 345fc32c-f55c-4636-be16-4b276cd0c105 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:10.440737 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.469630 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345fc32c-f55c-4636-be16-4b276cd0c105 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:10.496089 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:10.503558 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.506627 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:10.532674 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.561685 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:10.598351 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2035069020-network', 'tenant_id': 'e612f06f547449ac9e9b95dcd32d5928'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:10.619264 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:10.634295 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Made reservation on behalf of e612f06f547449ac9e9b95dcd32d5928 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:31:10.636853 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.646775 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.698083 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a630804-da52-4d70-8853-5c709b0da5b7 req-ff3fe348-f753-4581-9a76-71103ce625fa tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:10.705178 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3a630804-da52-4d70-8853-5c709b0da5b7 req-ff3fe348-f753-4581-9a76-71103ce625fa tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 943 time: 0.0693519 Jul 21 06:31:10.735598 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Publish callbacks [] for security_group (259c4a6b-b477-43ef-b744-9e1066c6ef25), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.739980 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (259c4a6b-b477-43ef-b744-9e1066c6ef25), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.747198 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:10.762837 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3a630804-da52-4d70-8853-5c709b0da5b7 req-5ae011a6-700c-4156-baaa-6a81e45fac8e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566835 Jul 21 06:31:10.768256 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:31:10.798640 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (0501257a-1551-4ca6-9ff8-c8b831382680), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.799014 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Added segment 0501257a-1551-4ca6-9ff8-c8b831382680 of type vlan for network fc29e600-c087-44b3-9b0a-d2e20e1a4dac Jul 21 06:31:10.800623 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c4a6b-b477-43ef-b744-9e1066c6ef25,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:10.822534 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39200876-4938-4aca-9dda-77d9696af876 req-2e9aba41-85db-4efc-a006-c35d6595fdb0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:10.824120 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-39200876-4938-4aca-9dda-77d9696af876 req-2e9aba41-85db-4efc-a006-c35d6595fdb0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 945 time: 0.0584953 Jul 21 06:31:10.826054 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.826388 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.826929 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.827260 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.827843 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.833334 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.833690 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.834052 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.834411 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.834745 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.835674 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.836006 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.836340 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.836751 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.836980 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:10.878224 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (fc29e600-c087-44b3-9b0a-d2e20e1a4dac), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.884933 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-39200876-4938-4aca-9dda-77d9696af876 req-7c8be1aa-decc-4504-8a22-49c9f2101020 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499101 Jul 21 06:31:10.911406 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (fc29e600-c087-44b3-9b0a-d2e20e1a4dac), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.912637 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:10.913751 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:10.946512 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6198561 Jul 21 06:31:10.949472 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36626) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:10.954175 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Request body: {'subnet': {'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2035069020-subnet', 'tenant_id': 'e612f06f547449ac9e9b95dcd32d5928', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:10.995821 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdd171-c44e-4c72-9542-600129712e79 admin admin] Pushing event updated for resources: {'Network': ['ID=fc29e600-c087-44b3-9b0a-d2e20e1a4dac,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:11.009812 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network fc29e600-c087-44b3-9b0a-d2e20e1a4dac details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:31:11.012186 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Made reservation on behalf of e612f06f547449ac9e9b95dcd32d5928 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:31:11.015551 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:11.066460 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa77624-18c9-48e4-8991-e73541dc0f7f req-666f4553-5b48-417c-86f1-11657bfd17b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:11.068877 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9fa77624-18c9-48e4-8991-e73541dc0f7f req-666f4553-5b48-417c-86f1-11657bfd17b9 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0718820 Jul 21 06:31:11.103350 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:11.139873 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9fa77624-18c9-48e4-8991-e73541dc0f7f req-769c80bc-2190-4ea4-843d-c4724254e48e tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641823 Jul 21 06:31:11.244389 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (d09632da-99a5-49fe-b31d-666b0d1a81cf), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:11.303001 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d09632da-99a5-49fe-b31d-666b0d1a81cf,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:11.312151 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Checking segment: {'id': '0501257a-1551-4ca6-9ff8-c8b831382680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:31:11.312505 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Network hostable DHCP agents. Network: fc29e600-c087-44b3-9b0a-d2e20e1a4dac, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:31:11.330343 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Network fc29e600-c087-44b3-9b0a-d2e20e1a4dac is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:31:11.330972 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dff5fe-a230-42f8-850b-be480c637b93 req-8bbc75de-80f0-4a14-b42c-b563537266f8 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:11.332044 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-25dff5fe-a230-42f8-850b-be480c637b93 req-8bbc75de-80f0-4a14-b42c-b563537266f8 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 944 time: 0.0531182 Jul 21 06:31:11.339436 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, fc29e600-c087-44b3-9b0a-d2e20e1a4dac) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:31:11.343295 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:11.343893 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:11.349265 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0f7089-dd73-473a-8c77-b84a01d4445e None None] Network fc29e600-c087-44b3-9b0a-d2e20e1a4dac requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:31:11.361026 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-dae234f7-69b3-473e-92ea-4b447cddcc7e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4105098 Jul 21 06:31:11.386693 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-25dff5fe-a230-42f8-850b-be480c637b93 req-32f9ae08-f6b7-4539-9292-9aee613f51c0 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486712 Jul 21 06:31:11.479144 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f4d3a-0d5e-4150-9a43-625214396604 None None] Network fc29e600-c087-44b3-9b0a-d2e20e1a4dac requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:31:11.555943 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747efae-cb84-4ac9-bc10-0bcc89d16548 req-aae88907-2776-44b3-9402-ea56c71eaf09 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:11.557425 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1747efae-cb84-4ac9-bc10-0bcc89d16548 req-aae88907-2776-44b3-9402-ea56c71eaf09 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0526674 Jul 21 06:31:11.582105 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:11.606913 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1747efae-cb84-4ac9-bc10-0bcc89d16548 req-f1d2a778-063a-47df-a175-4aca8b4ba2a2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Jul 21 06:31:11.890315 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58649f4-72b3-40c1-8841-22a5c934780d req-47472788-8eb7-45bc-a0fa-cfd2fd2991c0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:11.891898 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c58649f4-72b3-40c1-8841-22a5c934780d req-47472788-8eb7-45bc-a0fa-cfd2fd2991c0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 943 time: 0.0522277 Jul 21 06:31:11.940602 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c58649f4-72b3-40c1-8841-22a5c934780d req-9b3091b1-0469-46d6-b965-03661ce94139 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430992 Jul 21 06:31:12.007668 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7daa-8e16-4e94-b187-23c779abcd83 req-e0341f32-8a26-4e1a-955a-bc2433f32dc2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:12.009172 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-737e7daa-8e16-4e94-b187-23c779abcd83 req-e0341f32-8a26-4e1a-955a-bc2433f32dc2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 945 time: 0.0495067 Jul 21 06:31:12.050136 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:12.054935 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb913a-1221-4f41-8257-d9ef941772c6" -d '{"events": [{"server_uuid": "db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7", "name": "network-vif-plugged", "status": "completed", "tag": "5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:12.089521 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f70b3e-cd09-4a73-9c59-679f89d22815 x-openstack-request-id: req-b4f70b3e-cd09-4a73-9c59-679f89d22815 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:12.089827 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7", "name": "network-vif-plugged", "status": "completed", "tag": "5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:12.090120 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4f70b3e-cd09-4a73-9c59-679f89d22815 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:12.090537 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f70b3e-cd09-4a73-9c59-679f89d22815'] response: {'server_uuid': 'db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef', 'code': 200} Jul 21 06:31:12.268475 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-737e7daa-8e16-4e94-b187-23c779abcd83 req-8e5290e0-619c-4eda-8a16-842d3adca88f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538290 Jul 21 06:31:12.279857 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f427d-2a97-4043-9490-1b1b2ec558f1 req-f2b778e2-ed16-47e4-aba4-06ec6f5ddc0e tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:12.281302 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d3f427d-2a97-4043-9490-1b1b2ec558f1 req-f2b778e2-ed16-47e4-aba4-06ec6f5ddc0e tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0642607 Jul 21 06:31:12.333750 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d3f427d-2a97-4043-9490-1b1b2ec558f1 req-f19bae50-c0d3-4652-a266-4ad2a6b81250 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Jul 21 06:31:12.509769 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db37362-b309-459b-ae71-c7b29b3bce82 req-5d0136a8-926f-4d3c-8519-e9ac9201340a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:12.511238 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2db37362-b309-459b-ae71-c7b29b3bce82 req-5d0136a8-926f-4d3c-8519-e9ac9201340a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 944 time: 0.0532796 Jul 21 06:31:12.560319 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2db37362-b309-459b-ae71-c7b29b3bce82 req-53078a38-06d3-4b25-8564-579b5dbe1a31 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435426 Jul 21 06:31:12.727203 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fef5f-a429-41ce-b398-eb829e996b4c req-5930a85b-85c1-4697-ab06-09d3123e4f97 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:12.729088 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-121fef5f-a429-41ce-b398-eb829e996b4c req-5930a85b-85c1-4697-ab06-09d3123e4f97 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0533919 Jul 21 06:31:12.780989 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-121fef5f-a429-41ce-b398-eb829e996b4c req-69a9f2d8-c21c-4a64-ba66-9462e883f283 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450954 Jul 21 06:31:13.099943 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-8b5a2f62-d736-4b63-a3c0-24f61bff5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.102330 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-8b5a2f62-d736-4b63-a3c0-24f61bff5fb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 1127 time: 0.0441847 Jul 21 06:31:13.106735 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:13.143402 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-f65a3e60-9ce0-42c1-969e-9ed100c7c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.144967 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-f65a3e60-9ce0-42c1-969e-9ed100c7c19a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2843a54fec340e19485e7b821fc071a&device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 1128 time: 0.1086254 Jul 21 06:31:13.155823 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921372-3024-439b-a56e-4c76ea220698 req-21da128b-24d3-4bec-bbdc-9d690b5a9c6e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.157256 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54921372-3024-439b-a56e-4c76ea220698 req-21da128b-24d3-4bec-bbdc-9d690b5a9c6e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 943 time: 0.1491361 Jul 21 06:31:13.184582 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e7bcf-15c0-4483-93a5-6bedd3eb6f6a req-cb1298ca-dc0f-4ff1-81cc-a3c76ee982e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.186097 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4a3e7bcf-15c0-4483-93a5-6bedd3eb6f6a req-cb1298ca-dc0f-4ff1-81cc-a3c76ee982e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 1129 time: 0.1138411 Jul 21 06:31:13.211746 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-36de29e7-306e-479c-aba9-45006e847982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.213336 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-36de29e7-306e-479c-aba9-45006e847982 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 916 time: 0.1029239 Jul 21 06:31:13.267565 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-4a3e7bcf-15c0-4483-93a5-6bedd3eb6f6a req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:13.283870 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['345fc32c-f55c-4636-be16-4b276cd0c105'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:31:13.287639 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:13.314414 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54921372-3024-439b-a56e-4c76ea220698 req-764a1143-01ef-440e-8d38-a31967c710fa tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387348 Jul 21 06:31:13.345039 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-bb636155-3976-41fe-ac12-3b5fba46640f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0004c418-8336-40b0-9995-58b47e33de84 HTTP/1.1" status: 200 len: 217 time: 0.1221066 Jul 21 06:31:13.360482 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-af9199a5-d41e-49be-9698-d92b3d07f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.362661 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-af9199a5-d41e-49be-9698-d92b3d07f534 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 200 len: 911 time: 0.2044377 Jul 21 06:31:13.396948 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c00e0-769f-4e84-8565-a5dab1621d30 req-4698be4f-1d4b-4bc5-80af-b267bc3ca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.399415 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b63c00e0-769f-4e84-8565-a5dab1621d30 req-4698be4f-1d4b-4bc5-80af-b267bc3ca3db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 1130 time: 0.1782181 Jul 21 06:31:13.402845 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450507-bc30-44b4-b1f4-2aa04609a58f req-beaed9bb-bd39-418d-b8b8-e22a1afad653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.404200 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1b450507-bc30-44b4-b1f4-2aa04609a58f req-beaed9bb-bd39-418d-b8b8-e22a1afad653 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 1130 time: 0.1452606 Jul 21 06:31:13.427528 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:13.443476 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-1b450507-bc30-44b4-b1f4-2aa04609a58f req-6c6a10f4-1689-404d-a1c3-1466e864d4db service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:13.446070 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b63c00e0-769f-4e84-8565-a5dab1621d30 req-6d6cac9c-e274-40db-8f76-d378ddcebe1c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:13.450715 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-64de0be0-2c0e-48e0-aff9-7357a0b926ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.452403 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-64de0be0-2c0e-48e0-aff9-7357a0b926ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 200 len: 854 time: 0.0929053 Jul 21 06:31:13.471203 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-97c8ea63-63ce-4f3d-b03c-ea25d7bb9ed5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c03855-c1db-478e-916b-e86e4f9e9bdc HTTP/1.1" status: 200 len: 217 time: 0.1022940 Jul 21 06:31:13.489877 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:13.542172 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-da10e9ae-2532-4cbd-ad5d-bc8836635aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.543671 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-da10e9ae-2532-4cbd-ad5d-bc8836635aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fac3a692-b3e2-4555-a0ad-f0227031fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797992 Jul 21 06:31:13.548262 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-4a3e7bcf-15c0-4483-93a5-6bedd3eb6f6a req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Publish callbacks [] for security_group (62e273cd-df58-4a1d-ba8d-0d63fbb4ef3d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:13.556442 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.db.api [req-b63c00e0-769f-4e84-8565-a5dab1621d30 req-6d6cac9c-e274-40db-8f76-d378ddcebe1c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 91ccc1b22a434cf8a9be253de3ee3862 {{(pid=103912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 06:31:13.556834 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG oslo_db.api [req-b63c00e0-769f-4e84-8565-a5dab1621d30 req-6d6cac9c-e274-40db-8f76-d378ddcebe1c service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 06:31:13.557349 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.db.api [req-1b450507-bc30-44b4-b1f4-2aa04609a58f req-6c6a10f4-1689-404d-a1c3-1466e864d4db service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 91ccc1b22a434cf8a9be253de3ee3862 {{(pid=103912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 06:31:13.557738 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG oslo_db.api [req-1b450507-bc30-44b4-b1f4-2aa04609a58f req-6c6a10f4-1689-404d-a1c3-1466e864d4db service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 06:31:13.558373 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aad339-eb7c-4a1b-a22a-f09788255d0b req-d746f9d5-7b61-416c-9609-7a6541ac290a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.559840 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2aad339-eb7c-4a1b-a22a-f09788255d0b req-d746f9d5-7b61-416c-9609-7a6541ac290a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 945 time: 0.1149483 Jul 21 06:31:13.566082 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677cbf4-316c-4924-98e1-d5e48debae41 req-f06a4297-157c-403f-a5af-f61adbce71d5 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.567345 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5677cbf4-316c-4924-98e1-d5e48debae41 req-f06a4297-157c-403f-a5af-f61adbce71d5 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.1207244 Jul 21 06:31:13.569146 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-4a3e7bcf-15c0-4483-93a5-6bedd3eb6f6a req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (62e273cd-df58-4a1d-ba8d-0d63fbb4ef3d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:13.653008 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4a3e7bcf-15c0-4483-93a5-6bedd3eb6f6a req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455347 Jul 21 06:31:13.655795 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=62e273cd-df58-4a1d-ba8d-0d63fbb4ef3d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:13.677552 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.677896 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.678255 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.678622 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.679053 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.679377 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.679700 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.680023 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.680344 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.680666 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.680988 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.681306 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.681623 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.681958 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.682279 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cebc9-0118-4d37-9dde-12c8a2678237 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:13.697371 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2aad339-eb7c-4a1b-a22a-f09788255d0b req-054b7c5a-c0d8-49b3-b93c-4eecab84d888 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290250 Jul 21 06:31:13.704236 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5677cbf4-316c-4924-98e1-d5e48debae41 req-e16e59ca-c7c6-4a43-97d3-c22de323b387 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260695 Jul 21 06:31:13.802255 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818e942-3634-460f-bc61-7d9f8373ad25 req-39b8efbb-053b-4a2e-aeb3-458580732daf tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.803971 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b818e942-3634-460f-bc61-7d9f8373ad25 req-39b8efbb-053b-4a2e-aeb3-458580732daf tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 944 time: 0.0482559 Jul 21 06:31:13.872304 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b818e942-3634-460f-bc61-7d9f8373ad25 req-0a987120-e315-4c7a-af13-4102a9829468 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625899 Jul 21 06:31:13.909844 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc408b-0105-4f5a-8b49-a65c625f0228 req-a86fcb8f-db04-4f20-960a-052f58b6daf4 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:13.911339 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2bfc408b-0105-4f5a-8b49-a65c625f0228 req-a86fcb8f-db04-4f20-960a-052f58b6daf4 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0607300 Jul 21 06:31:13.974680 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2bfc408b-0105-4f5a-8b49-a65c625f0228 req-d25c7bb2-fba1-4885-81ad-d933d165a1de tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529861 Jul 21 06:31:14.058271 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b63c00e0-769f-4e84-8565-a5dab1621d30 req-6d6cac9c-e274-40db-8f76-d378ddcebe1c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:14.063756 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-1b450507-bc30-44b4-b1f4-2aa04609a58f req-6c6a10f4-1689-404d-a1c3-1466e864d4db service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:14.151449 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:14.160632 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-b5944107-b30d-48a4-a6a2-d847038818f8 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:14.162399 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-b5944107-b30d-48a4-a6a2-d847038818f8 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/networks?id=fc29e600-c087-44b3-9b0a-d2e20e1a4dac HTTP/1.1" status: 200 len: 809 time: 0.1131401 Jul 21 06:31:14.186370 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-70629072-1875-4fb8-8106-ebce37c03509 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/quotas/e612f06f547449ac9e9b95dcd32d5928 HTTP/1.1" status: 200 len: 375 time: 0.0147836 Jul 21 06:31:14.192806 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:14.215457 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1b450507-bc30-44b4-b1f4-2aa04609a58f req-6c6a10f4-1689-404d-a1c3-1466e864d4db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8026400 Jul 21 06:31:14.219242 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b63c00e0-769f-4e84-8565-a5dab1621d30 req-6d6cac9c-e274-40db-8f76-d378ddcebe1c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8075562 Jul 21 06:31:14.227924 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5e0574b-a245-4d0c-9752-04f2c89f6bc9 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e612f06f547449ac9e9b95dcd32d5928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360198 Jul 21 06:31:14.324985 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-358df0b8-017f-4a96-9adc-e5169911617c service neutron] 10.222.0.42 "GET /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883222 Jul 21 06:31:14.456491 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-78f3ff93-8b0c-4370-baa7-80a37a811059 service neutron] 10.222.0.42 "GET /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261058 Jul 21 06:31:14.463016 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f5647-019f-4723-823f-7e729a0ea4d0 req-1633e9fb-0e33-4aa8-b9ec-b63119b46428 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:14.464541 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-062f5647-019f-4723-823f-7e729a0ea4d0 req-1633e9fb-0e33-4aa8-b9ec-b63119b46428 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 943 time: 0.0643122 Jul 21 06:31:14.527009 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-062f5647-019f-4723-823f-7e729a0ea4d0 req-1626331a-3100-4493-8701-37590bb16d5a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557270 Jul 21 06:31:14.632428 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36744) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:14.646256 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-50315e4f-8dc0-4d64-8a57-da935fabc4ac req-c5a94710-4774-48ad-b07f-cc565bfaa3ef tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0324397 Jul 21 06:31:14.761998 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7df023ed-0540-4306-aaac-893cd7136ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:14.857408 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802170c-fcc2-4ffa-a29e-c4cc87c703f3 req-77ba31eb-eb18-4a55-a68a-45d0f6a418ff tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:14.859019 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9802170c-fcc2-4ffa-a29e-c4cc87c703f3 req-77ba31eb-eb18-4a55-a68a-45d0f6a418ff tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 945 time: 0.0838060 Jul 21 06:31:14.866783 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7df023ed-0540-4306-aaac-893cd7136ee1 admin admin] Publish callbacks [] for security_group (8bbf573f-8d6f-4c3b-ac7d-930dc3765b0a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:14.868583 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f830c-3f5d-4a91-bbe2-18e83889d91b req-05b7d63f-6d9c-47a8-9c7a-b068043c6493 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:14.870213 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d20f830c-3f5d-4a91-bbe2-18e83889d91b req-05b7d63f-6d9c-47a8-9c7a-b068043c6493 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0834394 Jul 21 06:31:14.871087 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7df023ed-0540-4306-aaac-893cd7136ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (8bbf573f-8d6f-4c3b-ac7d-930dc3765b0a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:14.918043 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7df023ed-0540-4306-aaac-893cd7136ee1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ac5962942fd41cd971d7310aab99e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841561 Jul 21 06:31:14.919199 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df023ed-0540-4306-aaac-893cd7136ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbf573f-8d6f-4c3b-ac7d-930dc3765b0a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:14.921724 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36760) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:14.945724 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9802170c-fcc2-4ffa-a29e-c4cc87c703f3 req-cf00075b-d375-4ca0-a2bb-6407767b5010 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744729 Jul 21 06:31:14.962683 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d20f830c-3f5d-4a91-bbe2-18e83889d91b req-7a2dc441-6855-4360-8cd4-166953302f47 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766902 Jul 21 06:31:14.989793 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-25a904a6-4fa2-4469-a109-7bfc5d98b986 admin admin] Publish callbacks [] for security_group (8bbf573f-8d6f-4c3b-ac7d-930dc3765b0a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.017382 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-25a904a6-4fa2-4469-a109-7bfc5d98b986 admin admin] Publish callbacks [] for security_group (8bbf573f-8d6f-4c3b-ac7d-930dc3765b0a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.081881 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-25a904a6-4fa2-4469-a109-7bfc5d98b986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (8bbf573f-8d6f-4c3b-ac7d-930dc3765b0a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.084437 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-25a904a6-4fa2-4469-a109-7bfc5d98b986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.085568 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-25a904a6-4fa2-4469-a109-7bfc5d98b986 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8bbf573f-8d6f-4c3b-ac7d-930dc3765b0a HTTP/1.1" status: 204 len: 168 time: 0.1629446 Jul 21 06:31:15.093845 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a904a6-4fa2-4469-a109-7bfc5d98b986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbf573f-8d6f-4c3b-ac7d-930dc3765b0a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:15.112999 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:15.128544 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd1626-e2de-4d13-b2b2-75c5635aa329 req-913965cd-9ce0-4082-ae1d-e29f20c62e67 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:15.130025 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b3bd1626-e2de-4d13-b2b2-75c5635aa329 req-913965cd-9ce0-4082-ae1d-e29f20c62e67 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 944 time: 0.1005666 Jul 21 06:31:15.141487 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cb729-eff0-40ac-b1ab-9ab3bab27f42 req-b37e905e-974c-4dae-b1cd-61a4337a5e99 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:15.142939 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8f9cb729-eff0-40ac-b1ab-9ab3bab27f42 req-b37e905e-974c-4dae-b1cd-61a4337a5e99 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0661931 Jul 21 06:31:15.223505 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b3bd1626-e2de-4d13-b2b2-75c5635aa329 req-61ab6851-63b8-4950-b817-8b53abcc28ed tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796247 Jul 21 06:31:15.226634 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8f9cb729-eff0-40ac-b1ab-9ab3bab27f42 req-5fe1cfa9-cd57-4c4c-b4d3-5529e738a878 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738950 Jul 21 06:31:15.383347 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 36770) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:15.396614 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4faf8f8-4415-4b8c-bc18-280b008eaa0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.474106 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4faf8f8-4415-4b8c-bc18-280b008eaa0b admin admin] Publish callbacks [] for security_group (27539f16-bb98-42aa-8d9c-dfa0efd9fdc9), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.478571 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4faf8f8-4415-4b8c-bc18-280b008eaa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (27539f16-bb98-42aa-8d9c-dfa0efd9fdc9), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.516748 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d4faf8f8-4415-4b8c-bc18-280b008eaa0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19475d51b9854a3b8c87de4a9e057bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323302 Jul 21 06:31:15.518589 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faf8f8-4415-4b8c-bc18-280b008eaa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27539f16-bb98-42aa-8d9c-dfa0efd9fdc9,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:15.519524 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36772) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:15.572481 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2f73e088-739e-4095-a302-a11334437b11 admin admin] Publish callbacks [] for security_group (27539f16-bb98-42aa-8d9c-dfa0efd9fdc9), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.593526 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2f73e088-739e-4095-a302-a11334437b11 admin admin] Publish callbacks [] for security_group (27539f16-bb98-42aa-8d9c-dfa0efd9fdc9), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.641477 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2a0c4-b392-401f-b515-12e1a63a46ad req-d118eae0-159c-4ecc-8815-fc3939d0061c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:15.641712 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2f73e088-739e-4095-a302-a11334437b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (27539f16-bb98-42aa-8d9c-dfa0efd9fdc9), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.642991 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-50a2a0c4-b392-401f-b515-12e1a63a46ad req-d118eae0-159c-4ecc-8815-fc3939d0061c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 943 time: 0.0478060 Jul 21 06:31:15.644089 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2f73e088-739e-4095-a302-a11334437b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:15.645204 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2f73e088-739e-4095-a302-a11334437b11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27539f16-bb98-42aa-8d9c-dfa0efd9fdc9 HTTP/1.1" status: 204 len: 168 time: 0.1247106 Jul 21 06:31:15.653882 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73e088-739e-4095-a302-a11334437b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27539f16-bb98-42aa-8d9c-dfa0efd9fdc9,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:15.681818 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:15.701809 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-50a2a0c4-b392-401f-b515-12e1a63a46ad req-f8f2f208-a743-4797-9358-4cc6c4c57b70 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505669 Jul 21 06:31:15.761167 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b4bb13f-bf24-484a-bfd5-89359f8c3512 req-97d0bcd8-2521-4aca-9260-34020510fdc7 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0278594 Jul 21 06:31:16.115058 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4eb53-4241-42ac-b0c1-6ab03b6f20f3 req-cb6601a5-cf3d-4233-8a65-932bac75e992 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:16.117087 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-51b4eb53-4241-42ac-b0c1-6ab03b6f20f3 req-cb6601a5-cf3d-4233-8a65-932bac75e992 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0847800 Jul 21 06:31:16.123003 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f3688-d299-45f0-add1-d837951d5aac req-15a203e7-57fb-4a11-a3a2-e548c0ffd41c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:16.124308 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f8f3688-d299-45f0-add1-d837951d5aac req-15a203e7-57fb-4a11-a3a2-e548c0ffd41c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 945 time: 0.0913455 Jul 21 06:31:16.199933 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-51b4eb53-4241-42ac-b0c1-6ab03b6f20f3 req-cd040689-287e-4665-abbf-6b0b7dc3e11e tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746601 Jul 21 06:31:16.207887 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f8f3688-d299-45f0-add1-d837951d5aac req-b9c39494-7a0c-4402-9546-4e0462c92cf1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768135 Jul 21 06:31:16.387592 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec78ff1-9f7a-4567-a129-6e1ee3762b0e req-f6ff48d3-0511-4e1f-ae99-c76ec58accce tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:16.394505 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bec78ff1-9f7a-4567-a129-6e1ee3762b0e req-f6ff48d3-0511-4e1f-ae99-c76ec58accce tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 944 time: 0.0959904 Jul 21 06:31:16.404528 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea5e24-b518-4ff7-9a4f-65b47647a934 req-b5ce6380-db63-4c72-bda7-81490d0fcba7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:16.406194 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aaea5e24-b518-4ff7-9a4f-65b47647a934 req-b5ce6380-db63-4c72-bda7-81490d0fcba7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0910707 Jul 21 06:31:16.480504 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bec78ff1-9f7a-4567-a129-6e1ee3762b0e req-afa502d2-0a15-4497-ab9c-e9ecefb7305f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849917 Jul 21 06:31:16.493023 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aaea5e24-b518-4ff7-9a4f-65b47647a934 req-9d39cf59-a799-449a-a2f1-568022ace9ae tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721073 Jul 21 06:31:16.558278 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 64c03855-c1db-478e-916b-e86e4f9e9bdc details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:31:16.572584 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 345fc32c-f55c-4636-be16-4b276cd0c105 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:31:16.676571 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 345fc32c-f55c-4636-be16-4b276cd0c105 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:31:16.698446 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 345fc32c-f55c-4636-be16-4b276cd0c105 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:31:16.698820 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:16.723704 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:16.737813 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 64c03855-c1db-478e-916b-e86e4f9e9bdc, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=64c03855-c1db-478e-916b-e86e4f9e9bdc,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:16.755609 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '64c03855-c1db-478e-916b-e86e4f9e9bdc', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'port_id': '64c03855-c1db-478e-916b-e86e4f9e9bdc', 'mac_address': 'fa:16:3e:d3:54:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:31:16.832169 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 64c03855-c1db-478e-916b-e86e4f9e9bdc is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:16.832881 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:16.860624 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c03855-c1db-478e-916b-e86e4f9e9bdc {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:16.867223 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 345fc32c-f55c-4636-be16-4b276cd0c105 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:16.867870 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:16.902881 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59b4b-b940-43cf-bb07-0f45ec8ae36f req-f3ac006c-2eb1-4459-8896-2295749a714a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:16.904266 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e9e59b4b-b940-43cf-bb07-0f45ec8ae36f req-f3ac006c-2eb1-4459-8896-2295749a714a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 943 time: 0.0954106 Jul 21 06:31:16.907736 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 64c03855-c1db-478e-916b-e86e4f9e9bdc, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=64c03855-c1db-478e-916b-e86e4f9e9bdc,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:16.916850 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:16.919222 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29215f55-93c1-4281-a104-12bcce045fe8" -d '{"events": [{"server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:16.924482 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:16.925267 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 0004c418-8336-40b0-9995-58b47e33de84 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:31:16.938722 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:16.964958 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc77aa83-27f6-4d91-8fc9-664e8105d8f3 req-e1f7beb7-ae54-4890-8853-42551c40e533 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0735502 Jul 21 06:31:16.968998 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:17.026925 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=64c03855-c1db-478e-916b-e86e4f9e9bdc,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:17.038937 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-9431b078-5807-4320-977e-8bd1f230e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:17.040496 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-9431b078-5807-4320-977e-8bd1f230e40e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5afb2aad-2da8-492f-b61b-e57e223d05fc HTTP/1.1" status: 200 len: 849 time: 0.1550858 Jul 21 06:31:17.060963 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e9e59b4b-b940-43cf-bb07-0f45ec8ae36f req-300237ad-6dbc-4024-8a65-968fd7ab22cc tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888412 Jul 21 06:31:17.065455 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdd5f5f-3ded-4f7f-8579-136d0d09866e x-openstack-request-id: req-2cdd5f5f-3ded-4f7f-8579-136d0d09866e {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:17.065757 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:17.066025 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cdd5f5f-3ded-4f7f-8579-136d0d09866e {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:17.066402 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdd5f5f-3ded-4f7f-8579-136d0d09866e'] response: {'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105', 'code': 200} Jul 21 06:31:17.067615 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.067914 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.068274 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.068623 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.068953 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.069276 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.072020 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.072344 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.072674 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.073207 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.073528 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.073870 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.074217 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.074533 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.074847 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:31:17.123539 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:17.156514 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:17.160024 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 0004c418-8336-40b0-9995-58b47e33de84, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=0004c418-8336-40b0-9995-58b47e33de84,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:17.171654 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '0004c418-8336-40b0-9995-58b47e33de84', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'port_id': '0004c418-8336-40b0-9995-58b47e33de84', 'mac_address': 'fa:16:3e:c4:36:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:31:17.207677 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 0004c418-8336-40b0-9995-58b47e33de84 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:17.208071 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (0004c418-8336-40b0-9995-58b47e33de84), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:17.223213 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0004c418-8336-40b0-9995-58b47e33de84 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:17.247389 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 0004c418-8336-40b0-9995-58b47e33de84, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=0004c418-8336-40b0-9995-58b47e33de84,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:17.253523 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (0004c418-8336-40b0-9995-58b47e33de84), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:17.318131 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=0004c418-8336-40b0-9995-58b47e33de84,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:17.338718 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:17.391916 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-a4d29ff4-c6fe-4cd9-a424-2d5ac018ee60 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545956 Jul 21 06:31:17.392426 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d5150-7cb0-4436-9f03-92f191fcc48f req-fd2b5292-258d-4858-ae39-35599ae45837 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:17.393462 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e29d5150-7cb0-4436-9f03-92f191fcc48f req-fd2b5292-258d-4858-ae39-35599ae45837 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0933237 Jul 21 06:31:17.423108 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c20a58-d2d2-4700-9b4d-65c0d54836d6 req-360e9232-a353-4af9-a111-082a42b758bf tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:17.424420 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e5c20a58-d2d2-4700-9b4d-65c0d54836d6 req-360e9232-a353-4af9-a111-082a42b758bf tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0837793 Jul 21 06:31:17.475104 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e29d5150-7cb0-4436-9f03-92f191fcc48f req-98efff0a-15ba-4355-9e59-7789187b39b7 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749681 Jul 21 06:31:17.493673 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e5c20a58-d2d2-4700-9b4d-65c0d54836d6 req-633b75e4-8851-4521-858c-beec6855c796 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615878 Jul 21 06:31:17.650017 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf0ef0-6e9c-4f05-97d3-1645e1bba033 req-aadb2a32-7520-4f23-b2dc-2fafa3d0f74f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:17.651904 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bdbf0ef0-6e9c-4f05-97d3-1645e1bba033 req-aadb2a32-7520-4f23-b2dc-2fafa3d0f74f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 945 time: 0.0843825 Jul 21 06:31:17.657912 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba23aa5-2a16-43ba-a304-081077c3117a req-2a30631a-0c72-42ac-b5bb-5cd1ffa07486 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:17.659304 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2ba23aa5-2a16-43ba-a304-081077c3117a req-2a30631a-0c72-42ac-b5bb-5cd1ffa07486 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0808032 Jul 21 06:31:17.736022 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bdbf0ef0-6e9c-4f05-97d3-1645e1bba033 req-8f91719b-a428-4667-a87d-5b375a36b861 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756469 Jul 21 06:31:17.751982 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2ba23aa5-2a16-43ba-a304-081077c3117a req-29f4a265-f47c-4cf5-9120-eb1b5380dbff tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829923 Jul 21 06:31:17.766080 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['64c03855-c1db-478e-916b-e86e4f9e9bdc'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:31:17.799290 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-b6fcbede-8761-454a-8be8-36cc3f0ddacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:17.801925 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-b6fcbede-8761-454a-8be8-36cc3f0ddacb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635149 Jul 21 06:31:17.900114 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['0004c418-8336-40b0-9995-58b47e33de84'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:31:17.976456 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:18.004460 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:18.087482 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ba3a64d5-bb84-4f7d-9af5-bd40f78ef2e6 req-fd14dace-d553-40d4-93c8-0912f9682b9a tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0537069 Jul 21 06:31:18.095249 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:18.245279 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a697f-33e5-4236-97c3-195d1e4c3768 req-30e8b8f9-1020-4f15-9ed4-bf6cc1630232 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:18.245279 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-660a697f-33e5-4236-97c3-195d1e4c3768 req-30e8b8f9-1020-4f15-9ed4-bf6cc1630232 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 944 time: 0.0886185 Jul 21 06:31:18.254049 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57f080e1-08db-4904-bfdb-e76004a181b1 req-848a229f-bbb1-4498-a7f5-26fae11135ed service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674163 Jul 21 06:31:18.281026 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:18.308685 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-660a697f-33e5-4236-97c3-195d1e4c3768 req-cec8bca1-c71f-4f6a-891b-a363a08d899f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551207 Jul 21 06:31:18.637097 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd259447-55c5-403c-91b1-99bb59e055eb req-31aeb988-4bdf-4947-bbfa-c680eda6a7a4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:18.638625 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dd259447-55c5-403c-91b1-99bb59e055eb req-31aeb988-4bdf-4947-bbfa-c680eda6a7a4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0566485 Jul 21 06:31:18.644960 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d591913-19d6-4b0b-9f92-080afe58350b req-c0c62d55-29bc-4fdf-b184-46f5a5b03177 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:18.646518 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d591913-19d6-4b0b-9f92-080afe58350b req-c0c62d55-29bc-4fdf-b184-46f5a5b03177 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0973287 Jul 21 06:31:18.682830 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36914) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:18.733344 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d591913-19d6-4b0b-9f92-080afe58350b req-9fddef2c-09a2-48b4-a83e-643d91628a4f tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792406 Jul 21 06:31:18.736620 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dd259447-55c5-403c-91b1-99bb59e055eb req-ed21d48f-6d8a-4105-8384-b868d13ccb41 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848887 Jul 21 06:31:18.809276 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ccb02f76-e468-4ce6-a3df-e31053e440f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:18.851138 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:18.904129 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ccb02f76-e468-4ce6-a3df-e31053e440f2 admin admin] Publish callbacks [] for security_group (894dc2d9-23ad-4d4f-8708-81c706c68457), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:18.909902 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ccb02f76-e468-4ce6-a3df-e31053e440f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (894dc2d9-23ad-4d4f-8708-81c706c68457), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:18.958815 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ccb02f76-e468-4ce6-a3df-e31053e440f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91467c89ec5b4b0e9404073ddb62db00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746422 Jul 21 06:31:18.963587 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb02f76-e468-4ce6-a3df-e31053e440f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894dc2d9-23ad-4d4f-8708-81c706c68457,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:18.968050 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36922) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:19.032835 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f2171cf9-ed6c-4fe1-8f50-310df308220c admin admin] Publish callbacks [] for security_group (894dc2d9-23ad-4d4f-8708-81c706c68457), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.057355 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f2171cf9-ed6c-4fe1-8f50-310df308220c admin admin] Publish callbacks [] for security_group (894dc2d9-23ad-4d4f-8708-81c706c68457), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.110879 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f2171cf9-ed6c-4fe1-8f50-310df308220c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (894dc2d9-23ad-4d4f-8708-81c706c68457), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.113425 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f2171cf9-ed6c-4fe1-8f50-310df308220c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.114639 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f2171cf9-ed6c-4fe1-8f50-310df308220c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/894dc2d9-23ad-4d4f-8708-81c706c68457 HTTP/1.1" status: 204 len: 168 time: 0.1456378 Jul 21 06:31:19.123410 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2171cf9-ed6c-4fe1-8f50-310df308220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894dc2d9-23ad-4d4f-8708-81c706c68457,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:19.201031 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c3664-3a4b-43ab-99c8-801469942f4a req-80064682-04d2-4f46-90c5-967e87ba3635 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:19.202534 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a25c3664-3a4b-43ab-99c8-801469942f4a req-80064682-04d2-4f46-90c5-967e87ba3635 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.3524597 Jul 21 06:31:19.208289 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4361a2-d33c-432e-b775-5b7f9df6253c req-570ff313-c777-4d4b-9442-e03316d5a827 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:19.209664 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b4361a2-d33c-432e-b775-5b7f9df6253c req-570ff313-c777-4d4b-9442-e03316d5a827 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 945 time: 0.3417215 Jul 21 06:31:19.299978 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-9dd43bc2-8565-4932-b0d6-53c1f1251092 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184983 Jul 21 06:31:19.311758 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a25c3664-3a4b-43ab-99c8-801469942f4a req-b7d65dab-564a-4450-b3dc-a9ff57f84f03 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005390 Jul 21 06:31:19.320485 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b4361a2-d33c-432e-b775-5b7f9df6253c req-bd977319-451a-4bfd-9fd9-87d71b952d7c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980558 Jul 21 06:31:19.440190 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 36944) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:19.457061 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c63b6f02-510e-4a64-8a55-b5a7a6745071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.477732 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c4e6a0d-e783-4998-b72d-ab5af26015a8 req-20e9568f-9614-4c5e-8652-49b2f048d8c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0657432 Jul 21 06:31:19.521704 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872ea39-347e-40d0-a6b6-48a939d1274e req-91ea21af-38df-402a-9daf-4e9d144b1818 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:19.524006 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1872ea39-347e-40d0-a6b6-48a939d1274e req-91ea21af-38df-402a-9daf-4e9d144b1818 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 944 time: 0.1029067 Jul 21 06:31:19.565268 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:19.581292 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c63b6f02-510e-4a64-8a55-b5a7a6745071 admin admin] Publish callbacks [] for security_group (5ab60e52-f68f-4817-b367-1ae5c9868597), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.587126 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c63b6f02-510e-4a64-8a55-b5a7a6745071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (5ab60e52-f68f-4817-b367-1ae5c9868597), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.603675 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1872ea39-347e-40d0-a6b6-48a939d1274e req-2cb25ce7-78c7-4f1c-aafd-af67541ba2e6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643597 Jul 21 06:31:19.637071 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c63b6f02-510e-4a64-8a55-b5a7a6745071 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fac3ded304a4c90b3fa43ee9bc16b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955848 Jul 21 06:31:19.639873 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 36950) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:19.641713 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b6f02-510e-4a64-8a55-b5a7a6745071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab60e52-f68f-4817-b367-1ae5c9868597,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:19.645364 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 64c03855-c1db-478e-916b-e86e4f9e9bdc up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:31:19.744438 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db9db6a1-005c-4b5b-9990-1be8de8faefb admin admin] Publish callbacks [] for security_group (5ab60e52-f68f-4817-b367-1ae5c9868597), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.758957 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 64c03855-c1db-478e-916b-e86e4f9e9bdc completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:31:19.771137 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 64c03855-c1db-478e-916b-e86e4f9e9bdc triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:31:19.771770 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.780130 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db9db6a1-005c-4b5b-9990-1be8de8faefb admin admin] Publish callbacks [] for security_group (5ab60e52-f68f-4817-b367-1ae5c9868597), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.861222 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 64c03855-c1db-478e-916b-e86e4f9e9bdc is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:19.861523 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.885979 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c03855-c1db-478e-916b-e86e4f9e9bdc'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:19.888214 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7434204c-8db8-45aa-bad3-0fee4acaffd4" -d '{"events": [{"server_uuid": "e7788e87-32b8-4250-bae6-b666d958ab97", "name": "network-vif-plugged", "status": "completed", "tag": "64c03855-c1db-478e-916b-e86e4f9e9bdc"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:19.900487 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289891c-5fbb-47a0-a1fe-09eef6b07331 req-973462a1-3ba1-4dd3-ac1a-271b6241eec2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:19.901189 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 64c03855-c1db-478e-916b-e86e4f9e9bdc, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=64c03855-c1db-478e-916b-e86e4f9e9bdc,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:19.902258 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2289891c-5fbb-47a0-a1fe-09eef6b07331 req-973462a1-3ba1-4dd3-ac1a-271b6241eec2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0834839 Jul 21 06:31:19.905661 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.906556 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 0004c418-8336-40b0-9995-58b47e33de84 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:31:19.914313 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c504c-2226-4b0a-b0c1-4848e6a7e775 req-72a409ff-d5da-45ec-aafc-e153e726c5b4 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:19.915795 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e33c504c-2226-4b0a-b0c1-4848e6a7e775 req-72a409ff-d5da-45ec-aafc-e153e726c5b4 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0809014 Jul 21 06:31:19.956506 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db9db6a1-005c-4b5b-9990-1be8de8faefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (5ab60e52-f68f-4817-b367-1ae5c9868597), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.958996 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db9db6a1-005c-4b5b-9990-1be8de8faefb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:19.960180 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-db9db6a1-005c-4b5b-9990-1be8de8faefb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ab60e52-f68f-4817-b367-1ae5c9868597 HTTP/1.1" status: 204 len: 168 time: 0.3186398 Jul 21 06:31:19.988722 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=64c03855-c1db-478e-916b-e86e4f9e9bdc,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:19.992097 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 0004c418-8336-40b0-9995-58b47e33de84 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:31:19.996609 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9db6a1-005c-4b5b-9990-1be8de8faefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab60e52-f68f-4817-b367-1ae5c9868597,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:20.000854 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 0004c418-8336-40b0-9995-58b47e33de84 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:31:20.001317 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0004c418-8336-40b0-9995-58b47e33de84), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:20.003610 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:20.010507 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2289891c-5fbb-47a0-a1fe-09eef6b07331 req-fd495c93-b6f7-4902-81d9-84ff40dd1feb tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934794 Jul 21 06:31:20.034218 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e33c504c-2226-4b0a-b0c1-4848e6a7e775 req-44ad18a5-3603-45ce-8de8-d67a0f5753d8 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099067 Jul 21 06:31:20.098262 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06000fb-3c7d-4b7a-89a7-01c8637f96b4 x-openstack-request-id: req-f06000fb-3c7d-4b7a-89a7-01c8637f96b4 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:20.098805 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7788e87-32b8-4250-bae6-b666d958ab97", "name": "network-vif-plugged", "status": "completed", "tag": "64c03855-c1db-478e-916b-e86e4f9e9bdc", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:20.099273 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f06000fb-3c7d-4b7a-89a7-01c8637f96b4 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:20.099745 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f06000fb-3c7d-4b7a-89a7-01c8637f96b4'] response: {'server_uuid': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c03855-c1db-478e-916b-e86e4f9e9bdc', 'code': 200} Jul 21 06:31:20.103008 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 0004c418-8336-40b0-9995-58b47e33de84 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:20.103399 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (0004c418-8336-40b0-9995-58b47e33de84), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:20.141211 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 0004c418-8336-40b0-9995-58b47e33de84, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=0004c418-8336-40b0-9995-58b47e33de84,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:20.146213 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (0004c418-8336-40b0-9995-58b47e33de84), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:20.188904 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360afbcc-ce8d-4fe7-bb75-a1e5a2799fd0 req-3cae2eb9-302d-4dc4-b762-9840b24883f8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:20.190408 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-360afbcc-ce8d-4fe7-bb75-a1e5a2799fd0 req-3cae2eb9-302d-4dc4-b762-9840b24883f8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0860338 Jul 21 06:31:20.207626 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=0004c418-8336-40b0-9995-58b47e33de84,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:20.216027 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:20.294841 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-61262bb0-cb5c-464d-a5fa-1d12726a4f92 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522331 Jul 21 06:31:20.298242 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-360afbcc-ce8d-4fe7-bb75-a1e5a2799fd0 req-84ac37ed-bbaa-459a-9ad0-51e7e9fc6566 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810380 Jul 21 06:31:20.440393 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30b909-6599-4e5a-bbbd-df7a2462fdf7 req-748ad9a3-7752-40e0-a068-c7185954d6f6 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:20.442649 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-da30b909-6599-4e5a-bbbd-df7a2462fdf7 req-748ad9a3-7752-40e0-a068-c7185954d6f6 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0484884 Jul 21 06:31:20.490782 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-da30b909-6599-4e5a-bbbd-df7a2462fdf7 req-a5d698eb-008c-4f36-a96a-c57c9d40b658 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428259 Jul 21 06:31:20.579876 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bdc239cf-9095-43d3-ae57-67946e0140f5 req-1b547e12-aab8-452b-90a3-86b879c15722 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0294468 Jul 21 06:31:20.683258 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06fc38-4617-47b7-bf2c-16f72b9679f0 req-d42c76f4-4965-4a7d-8278-4a552f897729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:20.685645 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ff06fc38-4617-47b7-bf2c-16f72b9679f0 req-d42c76f4-4965-4a7d-8278-4a552f897729 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 1130 time: 0.0583193 Jul 21 06:31:20.733616 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeaad5-c47f-45c4-a50b-226f0cd68349 req-2281c749-f415-401f-8c08-df2dd86b2bfb tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:20.735132 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7adeaad5-c47f-45c4-a50b-226f0cd68349 req-2281c749-f415-401f-8c08-df2dd86b2bfb tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0619366 Jul 21 06:31:20.790993 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7adeaad5-c47f-45c4-a50b-226f0cd68349 req-38a48900-499a-4e41-99b7-e060d685b566 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487864 Jul 21 06:31:21.152883 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ff06fc38-4617-47b7-bf2c-16f72b9679f0 req-d9632743-ffc3-4d47-8b73-a061046eebe7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608180 Jul 21 06:31:21.251064 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-ab33091a-7c0b-4b79-aedf-efc84dda7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:21.252465 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-ab33091a-7c0b-4b79-aedf-efc84dda7d7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 1130 time: 0.0941365 Jul 21 06:31:21.303536 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d03b6-495f-4479-bb1c-5182717d54c3 req-989b86b3-8465-4934-8a63-3bec35022570 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:21.306457 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-367d03b6-495f-4479-bb1c-5182717d54c3 req-989b86b3-8465-4934-8a63-3bec35022570 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.2192748 Jul 21 06:31:21.321163 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbd924-1b98-4581-a23f-5b501c1e634b req-a56619dc-ee4d-4916-a414-15c728287ad3 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:21.322666 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-99dbd924-1b98-4581-a23f-5b501c1e634b req-a56619dc-ee4d-4916-a414-15c728287ad3 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0738389 Jul 21 06:31:21.339024 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37014) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:21.382216 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:21.407686 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-99dbd924-1b98-4581-a23f-5b501c1e634b req-450da491-198e-433f-a602-587ddd8c5d2e tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687878 Jul 21 06:31:21.414996 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-367d03b6-495f-4479-bb1c-5182717d54c3 req-3d9c8806-504b-4fa5-b167-548db965fca0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018825 Jul 21 06:31:21.479238 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6c9cf9d-96ce-4ab6-8206-c5faf957c506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:21.528358 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-1437d158-35ee-48f5-801e-198df290d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:21.530485 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-1437d158-35ee-48f5-801e-198df290d757 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 1129 time: 0.0473707 Jul 21 06:31:21.583081 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e0bd3-e454-4df3-ae95-b3462ed54525 req-1374bcc7-20fb-4f3d-ac9c-e8c883b05619 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:21.589741 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:21.590579 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c88e0bd3-e454-4df3-ae95-b3462ed54525 req-1374bcc7-20fb-4f3d-ac9c-e8c883b05619 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.1109881 Jul 21 06:31:21.613233 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6c9cf9d-96ce-4ab6-8206-c5faf957c506 admin admin] Publish callbacks [] for security_group (91b9489a-d6e5-4e3b-9d44-4532a1923b12), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:21.618904 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6c9cf9d-96ce-4ab6-8206-c5faf957c506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (91b9489a-d6e5-4e3b-9d44-4532a1923b12), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:21.666509 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e6c9cf9d-96ce-4ab6-8206-c5faf957c506 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85634a2f13044e8ca1deebae88534c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264229 Jul 21 06:31:21.668032 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9cf9d-96ce-4ab6-8206-c5faf957c506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b9489a-d6e5-4e3b-9d44-4532a1923b12,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:21.670893 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37026) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:21.750814 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efa420-f2f5-4523-bbc5-99486cba7a50 req-ed7981ab-076e-4b6b-894e-585c272612bd tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:21.750814 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e8efa420-f2f5-4523-bbc5-99486cba7a50 req-ed7981ab-076e-4b6b-894e-585c272612bd tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.1525533 Jul 21 06:31:21.778585 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-68522854-e645-49bf-8f56-a6a1978371a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:21.779972 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-68522854-e645-49bf-8f56-a6a1978371a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 918 time: 0.2552228 Jul 21 06:31:21.784018 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c88e0bd3-e454-4df3-ae95-b3462ed54525 req-38cb5092-96f2-499c-9f11-a34984aef6aa tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926682 Jul 21 06:31:21.820811 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-74801b71-2ba4-43ed-864e-52bef0c52319 admin admin] Publish callbacks [] for security_group (91b9489a-d6e5-4e3b-9d44-4532a1923b12), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:21.867917 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-74801b71-2ba4-43ed-864e-52bef0c52319 admin admin] Publish callbacks [] for security_group (91b9489a-d6e5-4e3b-9d44-4532a1923b12), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:21.879241 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e8efa420-f2f5-4523-bbc5-99486cba7a50 req-7505b392-57fe-44fb-8f18-a88b2a46550a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124260 Jul 21 06:31:21.904276 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3012b19b-5646-495f-90ee-7e5ec4dcad07 req-b15f3498-d4f3-496c-a51a-d78a2c2b4979 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0399237 Jul 21 06:31:21.927085 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:21.972956 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-74801b71-2ba4-43ed-864e-52bef0c52319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (91b9489a-d6e5-4e3b-9d44-4532a1923b12), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:21.976042 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-74801b71-2ba4-43ed-864e-52bef0c52319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:21.977172 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-74801b71-2ba4-43ed-864e-52bef0c52319 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91b9489a-d6e5-4e3b-9d44-4532a1923b12 HTTP/1.1" status: 204 len: 168 time: 0.3038564 Jul 21 06:31:21.995301 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d36247-45bd-4b74-90a1-066740a15b22 req-a9a4dc7e-22f6-4180-b7c6-16ea00d36051 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:22.002241 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-24d36247-45bd-4b74-90a1-066740a15b22 req-a9a4dc7e-22f6-4180-b7c6-16ea00d36051 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0662673 Jul 21 06:31:22.016643 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74801b71-2ba4-43ed-864e-52bef0c52319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b9489a-d6e5-4e3b-9d44-4532a1923b12,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:22.077073 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-fb2a38a0-9397-4796-9cb2-18a8a2f5e508 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=345fc32c-f55c-4636-be16-4b276cd0c105 HTTP/1.1" status: 200 len: 217 time: 0.0726395 Jul 21 06:31:22.098856 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:22.105609 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f81355-5e49-4559-b29c-b6faefe880b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0004c418-8336-40b0-9995-58b47e33de84'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:22.112924 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-24d36247-45bd-4b74-90a1-066740a15b22 req-9e6c8320-dadd-4c1a-9244-0fe684c67edf tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097820 Jul 21 06:31:22.114373 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3273c52-eea5-4970-ae9f-1fbffe8b6010" -d '{"events": [{"server_uuid": "43f81355-5e49-4559-b29c-b6faefe880b7", "name": "network-vif-plugged", "status": "completed", "tag": "0004c418-8336-40b0-9995-58b47e33de84"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:22.136732 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49a606-647a-442a-9f04-2009fb5092c2 req-878ab438-1a9f-480b-8e97-d18ba7bd6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:22.138350 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3d49a606-647a-442a-9f04-2009fb5092c2 req-878ab438-1a9f-480b-8e97-d18ba7bd6189 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 1130 time: 0.1061385 Jul 21 06:31:22.158103 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db0b4e3-d9c9-4e8e-9b3d-5ac5488fbcb0 x-openstack-request-id: req-8db0b4e3-d9c9-4e8e-9b3d-5ac5488fbcb0 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:22.158599 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f81355-5e49-4559-b29c-b6faefe880b7", "name": "network-vif-plugged", "status": "completed", "tag": "0004c418-8336-40b0-9995-58b47e33de84", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:22.158856 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8db0b4e3-d9c9-4e8e-9b3d-5ac5488fbcb0 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:22.159274 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db0b4e3-d9c9-4e8e-9b3d-5ac5488fbcb0'] response: {'server_uuid': '43f81355-5e49-4559-b29c-b6faefe880b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0004c418-8336-40b0-9995-58b47e33de84', 'code': 200} Jul 21 06:31:22.159473 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-964f0cde-d7c9-4849-af06-c6a513b9fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:22.160960 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-964f0cde-d7c9-4849-af06-c6a513b9fa9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.1635768 Jul 21 06:31:22.637097 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-80643557-fd85-44de-b928-801b15f4c948 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86e2ff8-1a3b-4b59-926e-c459aef0506d HTTP/1.1" status: 200 len: 217 time: 0.0788481 Jul 21 06:31:22.639627 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-161de5fc-7393-4406-a22d-23ed07bd1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:22.641267 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-161de5fc-7393-4406-a22d-23ed07bd1972 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.0918715 Jul 21 06:31:22.664958 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891f5b4-894d-48d6-ba69-f86819ca7401 req-2bb09c06-2cea-4ac8-8a6e-398fee012dcf tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:22.673483 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a891f5b4-894d-48d6-ba69-f86819ca7401 req-2bb09c06-2cea-4ac8-8a6e-398fee012dcf tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.1572621 Jul 21 06:31:22.680647 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-1295622c-ac1f-4136-8a26-5b35cd26633d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0948236 Jul 21 06:31:22.687105 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3d49a606-647a-442a-9f04-2009fb5092c2 req-d6a345a6-d1d7-458e-bd45-5f137df9b9da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1417556 Jul 21 06:31:22.729503 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a891f5b4-894d-48d6-ba69-f86819ca7401 req-27575293-a2c2-4d33-830d-fca215a55e06 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547881 Jul 21 06:31:22.912390 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c308c0-1bcf-4d95-8882-0f7cc03e9dad req-519d5518-8cfc-4570-a56c-488944727b88 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:22.914814 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2c308c0-1bcf-4d95-8882-0f7cc03e9dad req-519d5518-8cfc-4570-a56c-488944727b88 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0559406 Jul 21 06:31:22.965731 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2c308c0-1bcf-4d95-8882-0f7cc03e9dad req-00ea5afa-5671-4124-95c3-8372f361f678 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448186 Jul 21 06:31:23.087047 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e7ed5-7cb5-472b-a53a-18a2f5aa69e2 req-907641f5-f62f-468f-a2d2-2e691cc288a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:23.088565 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8c4e7ed5-7cb5-472b-a53a-18a2f5aa69e2 req-907641f5-f62f-468f-a2d2-2e691cc288a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0572512 Jul 21 06:31:23.143111 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8c4e7ed5-7cb5-472b-a53a-18a2f5aa69e2 req-4842257d-5c1d-4502-a975-30f8cce006ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487633 Jul 21 06:31:23.237076 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d48bb862-6ad1-44bc-9865-c3bbbe768ffd req-06b011f4-1eae-416d-91b3-6091ba99f48f tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0301142 Jul 21 06:31:23.358139 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29cff3-41ea-46e1-aee4-9a210452125e req-4019f9c7-f226-4f84-b1b0-643361268ceb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:23.359805 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6a29cff3-41ea-46e1-aee4-9a210452125e req-4019f9c7-f226-4f84-b1b0-643361268ceb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0611482 Jul 21 06:31:23.370233 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37128) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:23.374796 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-6f794946-6dfc-48a0-861e-f611f8688941 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'floatingip': {'port_id': '345fc32c-f55c-4636-be16-4b276cd0c105'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:23.487702 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6f794946-6dfc-48a0-861e-f611f8688941 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (bca2c767-7794-465a-821f-01600035c301), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:23.574617 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb37b0-0335-4dc5-b932-ebefab8188c0 req-e99c87b6-4436-48d7-996f-0ca9e73f902a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:23.576079 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76cb37b0-0335-4dc5-b932-ebefab8188c0 req-e99c87b6-4436-48d7-996f-0ca9e73f902a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.1343088 Jul 21 06:31:23.647112 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:23.671945 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76cb37b0-0335-4dc5-b932-ebefab8188c0 req-568ef976-d3ab-4d60-9dd5-19d52de7ead9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901020 Jul 21 06:31:23.919127 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:23.955159 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4e8d7-7056-4404-af96-50d9911f651c req-8ef1445c-d36c-44a4-b518-a04d1bde8dd6 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:23.956666 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-10e4e8d7-7056-4404-af96-50d9911f651c req-8ef1445c-d36c-44a4-b518-a04d1bde8dd6 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.1449928 Jul 21 06:31:24.275992 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-10e4e8d7-7056-4404-af96-50d9911f651c req-e0742ac4-75f8-41d6-9cb2-dbb526e6c2f1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904768 Jul 21 06:31:24.425734 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6f794946-6dfc-48a0-861e-f611f8688941 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:24.433916 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b84c5d-f5a0-42f6-a8b4-8e2a950e9c00 req-17fdc21f-6001-4100-9d7d-9c4fa6414205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:24.435386 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36b84c5d-f5a0-42f6-a8b4-8e2a950e9c00 req-17fdc21f-6001-4100-9d7d-9c4fa6414205 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0832584 Jul 21 06:31:24.436443 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6f794946-6dfc-48a0-861e-f611f8688941 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (bca2c767-7794-465a-821f-01600035c301), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:24.549819 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36b84c5d-f5a0-42f6-a8b4-8e2a950e9c00 req-b8372bde-2d85-4b0f-9cac-9864f44abdff tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089244 Jul 21 06:31:24.572935 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-6f794946-6dfc-48a0-861e-f611f8688941 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Floating IP bca2c767-7794-465a-821f-01600035c301 associated. External IP: 172.27.1.145, port: 345fc32c-f55c-4636-be16-4b276cd0c105. Jul 21 06:31:24.638684 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-14855c13-71f7-43d3-a7b9-52935bc3254e req-fcc46189-ed31-494d-83fc-b5a0f166bcfa tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0303357 Jul 21 06:31:24.821029 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1874e9c-6b3c-4b24-9164-52f9d5f30ed0 req-1ce1ea71-881f-4ad8-b9a5-3261d879835c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:24.822482 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d1874e9c-6b3c-4b24-9164-52f9d5f30ed0 req-1ce1ea71-881f-4ad8-b9a5-3261d879835c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0819664 Jul 21 06:31:24.857573 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f794946-6dfc-48a0-861e-f611f8688941 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Router dc070977-f217-4b12-90e7-c33b01f89b28 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:31:24.888368 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d1874e9c-6b3c-4b24-9164-52f9d5f30ed0 req-78441c98-ddad-4c7b-b764-d67272f5e9a8 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604453 Jul 21 06:31:24.923337 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:24.985013 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f794946-6dfc-48a0-861e-f611f8688941 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:31:24.989343 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6f794946-6dfc-48a0-861e-f611f8688941 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:24.996928 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] Sync routers for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:31:25.008180 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:31:25.008786 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:25.019731 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6f794946-6dfc-48a0-861e-f611f8688941 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "PUT /v2.0/floatingips/bca2c767-7794-465a-821f-01600035c301 HTTP/1.1" status: 200 len: 992 time: 1.6484375 Jul 21 06:31:25.020392 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:25.023379 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deae7241-3416-43d9-8604-8b93f1b448e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:25.062071 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d35614-27e3-4c21-b979-395ed4b3431c x-openstack-request-id: req-93d35614-27e3-4c21-b979-395ed4b3431c {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:25.062363 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:25.062612 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93d35614-27e3-4c21-b979-395ed4b3431c {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:25.063012 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d35614-27e3-4c21-b979-395ed4b3431c'] response: {'name': 'network-changed', 'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105', 'status': 'completed', 'code': 200} Jul 21 06:31:25.112685 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:31:25.392388 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dd784-3082-469b-b50e-317a63465775 req-95851598-906a-4958-a78b-4ae74b58ffd6 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:25.393897 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d5dd784-3082-469b-b50e-317a63465775 req-95851598-906a-4958-a78b-4ae74b58ffd6 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0477364 Jul 21 06:31:25.443356 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'bca2c767-7794-465a-821f-01600035c301', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'port_id': '345fc32c-f55c-4636-be16-4b276cd0c105', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'mac_address': 'fa:16:3e:82:79:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:46Z', 'updated_at': '2022-07-21T06:31:24Z', 'revision_number': 1, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:25.447554 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d5dd784-3082-469b-b50e-317a63465775 req-0abceb5a-4434-4b2b-8ddf-9da63c7326e2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473483 Jul 21 06:31:25.472642 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] Checking router: dc070977-f217-4b12-90e7-c33b01f89b28 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:31:25.481258 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:31:25.481859 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:30:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:25.583982 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:31:25.678153 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9212ca-68dc-4790-a905-59aae2eb5663 req-8203a197-6e87-46c0-8eae-70a221ea9e4f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:25.680432 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc9212ca-68dc-4790-a905-59aae2eb5663 req-8203a197-6e87-46c0-8eae-70a221ea9e4f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0597677 Jul 21 06:31:25.721183 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:25.739012 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc9212ca-68dc-4790-a905-59aae2eb5663 req-8129686a-7c45-4f55-baf4-7dae504571c6 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514200 Jul 21 06:31:25.875023 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'bca2c767-7794-465a-821f-01600035c301', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'port_id': '345fc32c-f55c-4636-be16-4b276cd0c105', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'mac_address': 'fa:16:3e:82:79:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:46Z', 'updated_at': '2022-07-21T06:31:24Z', 'revision_number': 1, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:25.875599 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3204b4df-b01f-45a3-a01d-3a3464b61d02 req-a4e06109-69bc-42fb-bf92-940d6b5f217a tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0541275 Jul 21 06:31:25.909094 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08dda2a-e37e-412c-b51a-62dd1c1aab16 None None] The sync data for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi is: [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'bca2c767-7794-465a-821f-01600035c301', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'port_id': '345fc32c-f55c-4636-be16-4b276cd0c105', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'mac_address': 'fa:16:3e:82:79:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:46Z', 'updated_at': '2022-07-21T06:31:24Z', 'revision_number': 1, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:31:26.034118 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a71ec-2faa-493a-908b-7c9985737068 req-08fd6c1b-c0b3-468e-926b-2ae0404b3597 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:26.036573 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-514a71ec-2faa-493a-908b-7c9985737068 req-08fd6c1b-c0b3-468e-926b-2ae0404b3597 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0630620 Jul 21 06:31:26.106558 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-514a71ec-2faa-493a-908b-7c9985737068 req-42b147e9-271a-44bf-9b18-c4d36e35caf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661888 Jul 21 06:31:26.195247 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0c7440ae-0407-47a8-b562-e269e0888377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:26.200556 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-32503bc0-e358-465e-b182-379fa8715029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:26.202316 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-32503bc0-e358-465e-b182-379fa8715029 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515573 Jul 21 06:31:26.211493 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-6b384ff5-1031-49bf-8c7c-3f48c4e1ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:26.213114 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-6b384ff5-1031-49bf-8c7c-3f48c4e1ab8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.0623369 Jul 21 06:31:26.570997 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b705e9f-0b07-4503-8edd-291524138611 req-6eff5685-8028-4bf9-bb56-ddf89d01aff3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:26.572409 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3b705e9f-0b07-4503-8edd-291524138611 req-6eff5685-8028-4bf9-bb56-ddf89d01aff3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0515652 Jul 21 06:31:26.625126 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3b705e9f-0b07-4503-8edd-291524138611 req-b46c6faf-1139-43ed-b231-b1a27d6ddf94 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470724 Jul 21 06:31:26.718206 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bfa4c-d7d2-460d-9c1b-06d3283698c4 None None] New status for floating IP bca2c767-7794-465a-821f-01600035c301: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:31:26.807308 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-79f07da7-222f-44af-bd97-b5af99ef313e service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670375 Jul 21 06:31:26.817414 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5f35e-f8ee-4a9e-ada5-0064a3e66609 req-074b6454-6e1c-4863-8c0f-7214465c09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:26.819886 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7f5f35e-f8ee-4a9e-ada5-0064a3e66609 req-074b6454-6e1c-4863-8c0f-7214465c09bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 1129 time: 0.1787961 Jul 21 06:31:26.996272 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7f5f35e-f8ee-4a9e-ada5-0064a3e66609 req-4a01022e-b37c-4adf-9c9c-5a2a3a022749 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370931 Jul 21 06:31:27.042069 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddf05c-acc7-4561-9712-837515b3ed71 req-71582567-7702-4e1e-acfd-c27d9720be19 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:27.071701 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49ddf05c-acc7-4561-9712-837515b3ed71 req-71582567-7702-4e1e-acfd-c27d9720be19 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.2020054 Jul 21 06:31:27.138530 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:27.161719 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49ddf05c-acc7-4561-9712-837515b3ed71 req-4671d8f0-8b04-4082-85e0-bdc4f9299ee4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889850 Jul 21 06:31:27.195795 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-1834cc62-3a8e-4633-97c0-04a9012015e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:27.197323 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-1834cc62-3a8e-4633-97c0-04a9012015e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 1130 time: 0.5651484 Jul 21 06:31:27.198252 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-a3e99ac9-189c-4b07-b0f6-33b41a3fb77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:27.203675 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72d2f277-868f-4f88-87a7-6db54f0787c6 req-840a7ab5-26cd-470f-ac59-537eba23dee1 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543804 Jul 21 06:31:27.211750 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-a3e99ac9-189c-4b07-b0f6-33b41a3fb77f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5807312 Jul 21 06:31:27.230695 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-96e3d470-4b99-4c48-8326-6a3848c4051a req-3d465667-3d74-4236-9411-e2042adc8836 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0541787 Jul 21 06:31:27.235374 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-93eaba7c-87ab-4e93-a16c-bc979e25f84f tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:27.244050 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-93eaba7c-87ab-4e93-a16c-bc979e25f84f tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.36 "GET /v2.0/networks?id=fc29e600-c087-44b3-9b0a-d2e20e1a4dac HTTP/1.1" status: 200 len: 809 time: 0.6127639 Jul 21 06:31:27.299538 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42ea5-42fc-4f53-9989-e12567389af2 req-34e67345-93d3-4dd6-9887-ac14529f33db tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:27.301226 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-63d42ea5-42fc-4f53-9989-e12567389af2 req-34e67345-93d3-4dd6-9887-ac14529f33db tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0503473 Jul 21 06:31:27.353612 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-63d42ea5-42fc-4f53-9989-e12567389af2 req-198d24cf-6fb9-420d-82a4-30e4d695ae9c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 Jul 21 06:31:27.747476 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103da149-dc8a-4dd9-bd16-bbff4601d53b req-4d8aeb21-f6dc-4739-828a-72d9be8a9599 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:27.748916 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-103da149-dc8a-4dd9-bd16-bbff4601d53b req-4d8aeb21-f6dc-4739-828a-72d9be8a9599 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0457222 Jul 21 06:31:27.799864 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-103da149-dc8a-4dd9-bd16-bbff4601d53b req-4999148b-c110-4cc8-9672-f8fd09eed306 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455196 Jul 21 06:31:28.215193 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Request body: {'port': {'device_id': '1f9fc922-6315-4ec5-adda-8d3b6c1b3730', 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac', 'admin_state_up': True, 'tenant_id': 'e612f06f547449ac9e9b95dcd32d5928'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:28.342169 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a5bbf-9511-473a-909a-e907fa322338 req-632a1881-5ee6-4895-ac56-459196f225eb tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:28.343787 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f57a5bbf-9511-473a-909a-e907fa322338 req-632a1881-5ee6-4895-ac56-459196f225eb tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0999925 Jul 21 06:31:28.393815 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a3411468-7413-42ec-9f3b-93131a5d038a req-c0fe2ef2-fb07-4936-9289-6b89afd458ab tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0796311 Jul 21 06:31:28.409058 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-75fc79ea-c96c-4c19-b8ce-baade0e5c378 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997061 Jul 21 06:31:28.425594 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Made reservation on behalf of e612f06f547449ac9e9b95dcd32d5928 for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:31:28.430038 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:28.455888 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-4702a6fd-1fbf-4707-a755-20f05449b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:28.457462 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-4702a6fd-1fbf-4707-a755-20f05449b786 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.1762676 Jul 21 06:31:28.461462 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f57a5bbf-9511-473a-909a-e907fa322338 req-d109ab91-cd01-45e1-8196-582026afafd1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781004 Jul 21 06:31:28.522974 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:28.532379 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ff20da3f-0104-474f-a877-dbf9b0bc1b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:28.559482 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1c618-6042-47d0-baf6-2a55d2687c23 req-40374ef4-d775-48c7-b532-dec465fa92a0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:28.566366 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-71d1c618-6042-47d0-baf6-2a55d2687c23 req-40374ef4-d775-48c7-b532-dec465fa92a0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0895121 Jul 21 06:31:28.584384 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Allocated IP 172.20.0.8 (fc29e600-c087-44b3-9b0a-d2e20e1a4dac/d09632da-99a5-49fe-b31d-666b0d1a81cf/700b0f4d-346e-4b49-b171-537c02f06a17) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:31:28.591889 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:28.651652 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-71d1c618-6042-47d0-baf6-2a55d2687c23 req-80c9e7ce-f2ee-434b-95de-9d3b35ac3491 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844309 Jul 21 06:31:28.671151 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5e170-707a-4c6a-a9b8-01dfb164e154 req-9df39d5f-5ffe-43b5-a7cc-6346e4b907b4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:28.683255 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-81d5e170-707a-4c6a-a9b8-01dfb164e154 req-9df39d5f-5ffe-43b5-a7cc-6346e4b907b4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.1023798 Jul 21 06:31:28.683394 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:28.683506 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37260) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:28.688914 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-5d3302b1-5c68-4dcc-a3ef-68c7eaf233b7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'floatingip': {'port_id': '64c03855-c1db-478e-916b-e86e4f9e9bdc'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:28.717231 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:28.736827 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d3302b1-5c68-4dcc-a3ef-68c7eaf233b7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (66b1851b-09b6-45fd-8425-ea40ed3bbb57), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:28.781476 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks [] for port (700b0f4d-346e-4b49-b171-537c02f06a17), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:28.937107 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.014069 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Network fc29e600-c087-44b3-9b0a-d2e20e1a4dac is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:31:29.018618 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:31:29.027814 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cd5d804d-d178-41e9-8fe9-3e6bb587eca1 req-b3396f1e-a1a7-409e-a954-4c23c4a91c54 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389650 Jul 21 06:31:29.030892 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:31:29.035930 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:29.036558 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.052713 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Pushing event updated for resources: {'Port': ['ID=700b0f4d-346e-4b49-b171-537c02f06a17,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:29.058648 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-3417418f-3818-4557-a918-a08f278975e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=066e9645-9422-4d88-a511-31ab25daf6de HTTP/1.1" status: 200 len: 217 time: 0.2557867 Jul 21 06:31:29.069112 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e5fc2ffc-5b64-4b1e-918d-cafb83f5fb92 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8576205 Jul 21 06:31:29.119699 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Request body: {'port': {'device_id': '1f9fc922-6315-4ec5-adda-8d3b6c1b3730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:29.199307 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-d8bf5d5f-878b-406c-9c0b-b6ee1a4c2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:29.200796 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-d8bf5d5f-878b-406c-9c0b-b6ee1a4c2140 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 1130 time: 0.1442978 Jul 21 06:31:29.201337 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.225811 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39f7ea-d4f9-449b-a854-14f29a15dce8 req-3acd7115-7b39-4ead-a09f-710583f50eb6 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:29.227561 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9a39f7ea-d4f9-449b-a854-14f29a15dce8 req-3acd7115-7b39-4ead-a09f-710583f50eb6 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.1678691 Jul 21 06:31:29.233381 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-bfa55ee9-91a2-45e6-99ee-82983400dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:29.234821 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-bfa55ee9-91a2-45e6-99ee-82983400dffe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.1283352 Jul 21 06:31:29.337351 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9a39f7ea-d4f9-449b-a854-14f29a15dce8 req-b1c9e460-f31d-4ddf-9c46-116483a9d9a2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015897 Jul 21 06:31:29.403888 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:29.468539 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37292) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:29.574484 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700b0f4d-346e-4b49-b171-537c02f06a17 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:29.587210 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Publish callbacks [] for port (700b0f4d-346e-4b49-b171-537c02f06a17), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.590036 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8df243-e03b-4d8c-be67-a6900905013e req-f0975433-aff3-4f2a-8c90-d88535303c7d tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:29.591576 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7f8df243-e03b-4d8c-be67-a6900905013e req-f0975433-aff3-4f2a-8c90-d88535303c7d tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 931 time: 0.0675793 Jul 21 06:31:29.606316 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-54b0faba-bd0d-401f-8be9-09638c234c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.618495 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Transition to ACTIVE for port object 700b0f4d-346e-4b49-b171-537c02f06a17 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:31:29.624432 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.676195 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:29.707421 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Pushing event updated for resources: {'Port': ['ID=700b0f4d-346e-4b49-b171-537c02f06a17,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:29.724697 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7f8df243-e03b-4d8c-be67-a6900905013e req-4cf949c2-6602-4795-b4e1-77abd1864424 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256182 Jul 21 06:31:29.747302 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:29.759890 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d3302b1-5c68-4dcc-a3ef-68c7eaf233b7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.761880 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Attempting to bind port 700b0f4d-346e-4b49-b171-537c02f06a17 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:31:29.762303 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Attempting to bind port 700b0f4d-346e-4b49-b171-537c02f06a17 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '0501257a-1551-4ca6-9ff8-c8b831382680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:31:29.762727 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Attempting to bind port 700b0f4d-346e-4b49-b171-537c02f06a17 on network fc29e600-c087-44b3-9b0a-d2e20e1a4dac {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:29.772652 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d3302b1-5c68-4dcc-a3ef-68c7eaf233b7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (66b1851b-09b6-45fd-8425-ea40ed3bbb57), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.776679 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Port 700b0f4d-346e-4b49-b171-537c02f06a17 on network fc29e600-c087-44b3-9b0a-d2e20e1a4dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:31:29.777083 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Attempting to bind port 700b0f4d-346e-4b49-b171-537c02f06a17 on network fc29e600-c087-44b3-9b0a-d2e20e1a4dac {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:29.793583 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-54b0faba-bd0d-401f-8be9-09638c234c03 admin admin] Publish callbacks [] for security_group (86847085-1735-43b8-a0e6-e3531bc7ada5), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.794841 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:31:29.795269 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Checking segment: {'id': '0501257a-1551-4ca6-9ff8-c8b831382680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:31:29.795867 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Bound using segment: {'id': '0501257a-1551-4ca6-9ff8-c8b831382680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:31:29.796217 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Bound port: 700b0f4d-346e-4b49-b171-537c02f06a17, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0501257a-1551-4ca6-9ff8-c8b831382680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:31:29.796563 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.805860 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-54b0faba-bd0d-401f-8be9-09638c234c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (86847085-1735-43b8-a0e6-e3531bc7ada5), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.832731 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3422f-a304-4fd8-b0b0-d240f57e2420 req-cc836341-5c27-42ef-b37d-b7392d9232d5 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:29.834852 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9fb3422f-a304-4fd8-b0b0-d240f57e2420 req-cc836341-5c27-42ef-b37d-b7392d9232d5 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.1018331 Jul 21 06:31:29.871036 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0faba-bd0d-401f-8be9-09638c234c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86847085-1735-43b8-a0e6-e3531bc7ada5,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:29.883535 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-54b0faba-bd0d-401f-8be9-09638c234c03 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=510a883c711246fd85309a230b68e97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139125 Jul 21 06:31:29.888003 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37298) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:29.925590 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] For port 700b0f4d-346e-4b49-b171-537c02f06a17, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:31:29.933322 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] For port 700b0f4d-346e-4b49-b171-537c02f06a17, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=700b0f4d-346e-4b49-b171-537c02f06a17,segment=NetworkSegment(0501257a-1551-4ca6-9ff8-c8b831382680),segment_id=0501257a-1551-4ca6-9ff8-c8b831382680)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:31:29.937046 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9fb3422f-a304-4fd8-b0b0-d240f57e2420 req-ba701d66-1af2-4802-9d33-1d847a5d8ea2 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649302 Jul 21 06:31:29.938249 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-5d3302b1-5c68-4dcc-a3ef-68c7eaf233b7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Floating IP 66b1851b-09b6-45fd-8425-ea40ed3bbb57 associated. External IP: 172.27.1.72, port: 64c03855-c1db-478e-916b-e86e4f9e9bdc. Jul 21 06:31:29.952808 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.953083 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:29.987752 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-853734fa-cf0c-4307-9502-a676583155d1 admin admin] Publish callbacks [] for security_group (86847085-1735-43b8-a0e6-e3531bc7ada5), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.003696 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:30.004322 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.005728 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] 10.222.0.36 "PUT /v2.0/ports/700b0f4d-346e-4b49-b171-537c02f06a17 HTTP/1.1" status: 200 len: 1093 time: 0.8940399 Jul 21 06:31:30.008191 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9fc922-6315-4ec5-adda-8d3b6c1b3730', 'tag': '700b0f4d-346e-4b49-b171-537c02f06a17'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:30.010645 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc5f8d5-70b1-4303-91ee-39ff2abcec44" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9fc922-6315-4ec5-adda-8d3b6c1b3730", "tag": "700b0f4d-346e-4b49-b171-537c02f06a17"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:30.056912 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-853734fa-cf0c-4307-9502-a676583155d1 admin admin] Publish callbacks [] for security_group (86847085-1735-43b8-a0e6-e3531bc7ada5), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.067536 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3efe9-601f-4da1-b6fe-e43f3dd4f1ff service neutron] Pushing event updated for resources: {'Port': ['ID=700b0f4d-346e-4b49-b171-537c02f06a17,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:30.079085 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2572e01c-a420-4748-9ccc-5616f61d6ffa x-openstack-request-id: req-2572e01c-a420-4748-9ccc-5616f61d6ffa {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:30.079301 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9fc922-6315-4ec5-adda-8d3b6c1b3730", "tag": "700b0f4d-346e-4b49-b171-537c02f06a17", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:30.079548 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2572e01c-a420-4748-9ccc-5616f61d6ffa {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:30.080064 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2572e01c-a420-4748-9ccc-5616f61d6ffa'] response: {'name': 'network-changed', 'server_uuid': '1f9fc922-6315-4ec5-adda-8d3b6c1b3730', 'tag': '700b0f4d-346e-4b49-b171-537c02f06a17', 'status': 'completed', 'code': 200} Jul 21 06:31:30.117488 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-853734fa-cf0c-4307-9502-a676583155d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (86847085-1735-43b8-a0e6-e3531bc7ada5), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.120019 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-853734fa-cf0c-4307-9502-a676583155d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.121292 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-853734fa-cf0c-4307-9502-a676583155d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86847085-1735-43b8-a0e6-e3531bc7ada5 HTTP/1.1" status: 204 len: 168 time: 0.2325661 Jul 21 06:31:30.130629 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853734fa-cf0c-4307-9502-a676583155d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86847085-1735-43b8-a0e6-e3531bc7ada5,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:30.147030 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efaea9-743d-4b52-81d2-4dbcea9720f7 req-c1063f9d-31eb-4fe0-b7c5-51bbc83d3361 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:30.148555 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-53efaea9-743d-4b52-81d2-4dbcea9720f7 req-c1063f9d-31eb-4fe0-b7c5-51bbc83d3361 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0637836 Jul 21 06:31:30.157908 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37310) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:30.210274 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-96724274-77d6-4256-af13-039be91eddc6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'floatingip': {'port_id': '0004c418-8336-40b0-9995-58b47e33de84'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:30.215965 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:30.335120 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f8d5-70b1-4303-91ee-39ff2abcec44 req-bd4b4a65-6592-4c15-9a50-59e3ab50e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:30.336692 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ecc5f8d5-70b1-4303-91ee-39ff2abcec44 req-bd4b4a65-6592-4c15-9a50-59e3ab50e040 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e612f06f547449ac9e9b95dcd32d5928&device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 1127 time: 0.0804925 Jul 21 06:31:30.378773 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-96724274-77d6-4256-af13-039be91eddc6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (4f33adce-84c3-4450-88e7-d8a708a79f01), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.416886 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-fdc1ba03-bb54-4a20-8ecb-118f7a418c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:30.418426 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-fdc1ba03-bb54-4a20-8ecb-118f7a418c39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2585564 Jul 21 06:31:30.467128 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:30.514879 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37320) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:30.555523 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1cc53447-bfff-4ef2-a566-aefebcd84b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.696685 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f8d5-70b1-4303-91ee-39ff2abcec44 req-270a45a7-1cd4-485a-b7c4-d4c7188a5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:30.698207 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ecc5f8d5-70b1-4303-91ee-39ff2abcec44 req-270a45a7-1cd4-485a-b7c4-d4c7188a5c10 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e612f06f547449ac9e9b95dcd32d5928&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2262859 Jul 21 06:31:30.743178 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1cc53447-bfff-4ef2-a566-aefebcd84b79 admin admin] Publish callbacks [] for security_group (fd6c674f-c2c2-4480-87a4-f0f41018ff53), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.747148 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1cc53447-bfff-4ef2-a566-aefebcd84b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fd6c674f-c2c2-4480-87a4-f0f41018ff53), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.791103 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1cc53447-bfff-4ef2-a566-aefebcd84b79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0593b967f37d4186ae62959fea0ba9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730024 Jul 21 06:31:30.791103 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc53447-bfff-4ef2-a566-aefebcd84b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6c674f-c2c2-4480-87a4-f0f41018ff53,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:30.792646 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37324) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:30.793303 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3302b1-5c68-4dcc-a3ef-68c7eaf233b7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Router 63e52a5d-e8e9-4d29-9203-d2c578151f82 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:31:30.837454 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:30.838037 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-693389cc-e855-4a96-9608-5337702f8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:30.839757 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-693389cc-e855-4a96-9608-5337702f8c86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 918 time: 0.6809158 Jul 21 06:31:30.849424 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b139997d-ee25-422a-9379-f1df7ae8cb90 admin admin] Publish callbacks [] for security_group (fd6c674f-c2c2-4480-87a4-f0f41018ff53), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.851304 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34ed37-0d21-493b-9422-b4d2861ee0b5 req-4735a7b1-eebc-43f5-970c-5d7285cb8c95 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:30.854636 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d34ed37-0d21-493b-9422-b4d2861ee0b5 req-4735a7b1-eebc-43f5-970c-5d7285cb8c95 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.4218788 Jul 21 06:31:30.869617 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:30.874193 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b139997d-ee25-422a-9379-f1df7ae8cb90 admin admin] Publish callbacks [] for security_group (fd6c674f-c2c2-4480-87a4-f0f41018ff53), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.927547 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b139997d-ee25-422a-9379-f1df7ae8cb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fd6c674f-c2c2-4480-87a4-f0f41018ff53), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.930854 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b139997d-ee25-422a-9379-f1df7ae8cb90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:30.932098 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b139997d-ee25-422a-9379-f1df7ae8cb90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd6c674f-c2c2-4480-87a4-f0f41018ff53 HTTP/1.1" status: 204 len: 168 time: 0.1392915 Jul 21 06:31:30.940645 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139997d-ee25-422a-9379-f1df7ae8cb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6c674f-c2c2-4480-87a4-f0f41018ff53,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:31.098245 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-80188a76-b584-4d6d-8cfa-48b5243db38f service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159587 Jul 21 06:31:31.112505 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495d0f-573d-42a7-86a8-6cd11ae4f3c1 req-10d06508-4bab-4f1e-84fd-36c1587e8404 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:31.114008 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a8495d0f-573d-42a7-86a8-6cd11ae4f3c1 req-10d06508-4bab-4f1e-84fd-36c1587e8404 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 943 time: 0.2777486 Jul 21 06:31:31.124724 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:31.190727 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d34ed37-0d21-493b-9422-b4d2861ee0b5 req-48d6bfd4-e4af-488f-b0a3-99933bc3824c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098876 Jul 21 06:31:31.262485 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3302b1-5c68-4dcc-a3ef-68c7eaf233b7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:31:31.273095 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d3302b1-5c68-4dcc-a3ef-68c7eaf233b7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:31.273488 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] Sync routers for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:31:31.289494 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:31:31.289494 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:31.298549 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a8495d0f-573d-42a7-86a8-6cd11ae4f3c1 req-6bd8da24-f50c-43ed-a499-1166b44778cb tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499448 Jul 21 06:31:31.372569 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5d3302b1-5c68-4dcc-a3ef-68c7eaf233b7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "PUT /v2.0/floatingips/66b1851b-09b6-45fd-8425-ea40ed3bbb57 HTTP/1.1" status: 200 len: 991 time: 2.6856008 Jul 21 06:31:31.372808 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'tag': '64c03855-c1db-478e-916b-e86e4f9e9bdc'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:31.375136 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1872f8c6-c798-4b1e-bde4-6bc434f5760f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7788e87-32b8-4250-bae6-b666d958ab97", "tag": "64c03855-c1db-478e-916b-e86e4f9e9bdc"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:31.410581 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:31:31.468749 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57b40de-208d-4fd6-b1d3-e9127ae69329 x-openstack-request-id: req-f57b40de-208d-4fd6-b1d3-e9127ae69329 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:31.469303 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7788e87-32b8-4250-bae6-b666d958ab97", "tag": "64c03855-c1db-478e-916b-e86e4f9e9bdc", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:31.469303 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f57b40de-208d-4fd6-b1d3-e9127ae69329 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:31.469648 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57b40de-208d-4fd6-b1d3-e9127ae69329'] response: {'name': 'network-changed', 'server_uuid': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'tag': '64c03855-c1db-478e-916b-e86e4f9e9bdc', 'status': 'completed', 'code': 200} Jul 21 06:31:31.472995 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:31.509396 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:31.529109 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-96724274-77d6-4256-af13-039be91eddc6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:31.534086 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-96724274-77d6-4256-af13-039be91eddc6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (4f33adce-84c3-4450-88e7-d8a708a79f01), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:31.557255 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:31.642816 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-96724274-77d6-4256-af13-039be91eddc6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Floating IP 4f33adce-84c3-4450-88e7-d8a708a79f01 associated. External IP: 172.27.1.153, port: 0004c418-8336-40b0-9995-58b47e33de84. Jul 21 06:31:31.681092 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '66b1851b-09b6-45fd-8425-ea40ed3bbb57', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'port_id': '64c03855-c1db-478e-916b-e86e4f9e9bdc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'mac_address': 'fa:16:3e:d3:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:34Z', 'updated_at': '2022-07-21T06:31:29Z', 'revision_number': 1, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:31.708976 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] Checking router: 63e52a5d-e8e9-4d29-9203-d2c578151f82 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:31:31.718338 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:31.720147 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:31:31.720776 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:31.739726 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:31.860860 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:31:31.890210 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-e2f1d2dd-c1d5-4d25-84fe-44093dffcf73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=345fc32c-f55c-4636-be16-4b276cd0c105 HTTP/1.1" status: 200 len: 1002 time: 0.1196761 Jul 21 06:31:31.941316 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-9be259a0-090d-4983-8d80-48167a6303f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:31.944335 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-9be259a0-090d-4983-8d80-48167a6303f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2843a54fec340e19485e7b821fc071a&device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 1130 time: 0.1513584 Jul 21 06:31:32.030512 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f8d5-70b1-4303-91ee-39ff2abcec44 req-45d6de81-e1a6-47f8-aad6-4a38764f52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:32.033771 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ecc5f8d5-70b1-4303-91ee-39ff2abcec44 req-45d6de81-e1a6-47f8-aad6-4a38764f52d7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2672000 Jul 21 06:31:32.107910 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-3b32a231-9188-43ca-8f38-197e71d8f4b1 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385270 Jul 21 06:31:32.116111 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96724274-77d6-4256-af13-039be91eddc6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:31:32.131927 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '66b1851b-09b6-45fd-8425-ea40ed3bbb57', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'port_id': '64c03855-c1db-478e-916b-e86e4f9e9bdc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'mac_address': 'fa:16:3e:d3:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:34Z', 'updated_at': '2022-07-21T06:31:29Z', 'revision_number': 1, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:32.160148 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cedfc32-4602-45a7-9b4b-c722e6c395d5 None None] The sync data for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi is: [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '66b1851b-09b6-45fd-8425-ea40ed3bbb57', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'port_id': '64c03855-c1db-478e-916b-e86e4f9e9bdc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'mac_address': 'fa:16:3e:d3:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:34Z', 'updated_at': '2022-07-21T06:31:29Z', 'revision_number': 1, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:31:32.250832 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96724274-77d6-4256-af13-039be91eddc6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:31:32.263639 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:31:32.268111 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-96724274-77d6-4256-af13-039be91eddc6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:32.323005 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:31:32.323690 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:32.362258 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-96724274-77d6-4256-af13-039be91eddc6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "PUT /v2.0/floatingips/4f33adce-84c3-4450-88e7-d8a708a79f01 HTTP/1.1" status: 200 len: 991 time: 2.2001746 Jul 21 06:31:32.380174 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-f7d16084-7c1a-4e97-beeb-a8a848efd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:32.387389 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-f7d16084-7c1a-4e97-beeb-a8a848efd877 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.1157322 Jul 21 06:31:32.556490 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54775257-3634-4584-92b2-6e5957381fed req-aaa64ab1-855d-40b6-bc39-c7af1b0189cc tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:32.558165 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54775257-3634-4584-92b2-6e5957381fed req-aaa64ab1-855d-40b6-bc39-c7af1b0189cc tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 943 time: 0.1268170 Jul 21 06:31:32.637845 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:31:32.649349 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-2e7d9b1a-3d20-43bb-a089-d2d0d37a13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:32.655470 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-2e7d9b1a-3d20-43bb-a089-d2d0d37a13ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2446046 Jul 21 06:31:32.851917 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-f84de010-3e48-460a-a715-74cfb62a9f5c service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815341 Jul 21 06:31:32.861391 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d14f1-8b05-4400-9b72-0bb040e17550 req-f11e5891-a6d0-4301-a3c6-c76da01c48e1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:32.863071 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a22d14f1-8b05-4400-9b72-0bb040e17550 req-f11e5891-a6d0-4301-a3c6-c76da01c48e1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.4376054 Jul 21 06:31:32.883806 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-62b499e6-3ff4-4c1d-8a5a-a341003654fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:32.889214 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-62b499e6-3ff4-4c1d-8a5a-a341003654fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 200 len: 911 time: 0.6188788 Jul 21 06:31:32.910716 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-47cb0108-30df-4143-8db7-395e003392d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:32.912277 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-47cb0108-30df-4143-8db7-395e003392d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e612f06f547449ac9e9b95dcd32d5928&device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 1127 time: 0.0676403 Jul 21 06:31:32.928611 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54775257-3634-4584-92b2-6e5957381fed req-347356b9-47e6-4898-999b-e48a989c0fd9 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440540 Jul 21 06:31:33.031218 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:33.138009 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '4f33adce-84c3-4450-88e7-d8a708a79f01', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '0004c418-8336-40b0-9995-58b47e33de84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:c4:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:42Z', 'updated_at': '2022-07-21T06:31:31Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:33.154986 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-325e5763-c3b9-4dcf-a60e-2f2300b833d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700b0f4d-346e-4b49-b171-537c02f06a17 HTTP/1.1" status: 200 len: 217 time: 0.1499610 Jul 21 06:31:33.226400 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:31:33.266223 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:31:33.266868 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:33.288752 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:33.355765 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-18133b46-88b7-4780-aea9-58c962b85096 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c03855-c1db-478e-916b-e86e4f9e9bdc HTTP/1.1" status: 200 len: 999 time: 0.4588032 Jul 21 06:31:33.401579 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-d5e4ac02-cda6-414c-bce2-6194fd583818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:33.417443 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-d5e4ac02-cda6-414c-bce2-6194fd583818 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d09632da-99a5-49fe-b31d-666b0d1a81cf HTTP/1.1" status: 200 len: 849 time: 0.2032061 Jul 21 06:31:33.470928 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f81355-5e49-4559-b29c-b6faefe880b7', 'tag': '0004c418-8336-40b0-9995-58b47e33de84'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:33.480400 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2e380d-6946-4a77-964d-f2d7ed1e632a" -d '{"events": [{"name": "network-changed", "server_uuid": "43f81355-5e49-4559-b29c-b6faefe880b7", "tag": "0004c418-8336-40b0-9995-58b47e33de84"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:33.491856 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f955974-9107-456d-97e3-0b8c01c108a4 req-4ef67fcc-4598-454b-825a-1c77a830e9ea tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:33.493397 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5f955974-9107-456d-97e3-0b8c01c108a4 req-4ef67fcc-4598-454b-825a-1c77a830e9ea tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.1980941 Jul 21 06:31:33.503024 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1af9e8-bcc1-4066-b4ab-d6c3d09c4291 None None] New status for floating IP 66b1851b-09b6-45fd-8425-ea40ed3bbb57: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:31:33.528343 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a22d14f1-8b05-4400-9b72-0bb040e17550 req-29f70d3a-6008-491b-aae8-ada01c4945b3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531224 Jul 21 06:31:33.554068 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-deae7241-3416-43d9-8604-8b93f1b448e6 req-af79a5b6-3163-4a54-8de0-0322b7b96950 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855423 Jul 21 06:31:33.582319 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5f955974-9107-456d-97e3-0b8c01c108a4 req-f4660ffd-1f92-404f-b2da-ea14399e0cfb tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800009 Jul 21 06:31:33.593048 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd71043-13f4-4dda-b501-e90d5b78e2ff x-openstack-request-id: req-bfd71043-13f4-4dda-b501-e90d5b78e2ff {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:33.593387 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f81355-5e49-4559-b29c-b6faefe880b7", "tag": "0004c418-8336-40b0-9995-58b47e33de84", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:33.593600 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfd71043-13f4-4dda-b501-e90d5b78e2ff {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:33.594171 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd71043-13f4-4dda-b501-e90d5b78e2ff'] response: {'name': 'network-changed', 'server_uuid': '43f81355-5e49-4559-b29c-b6faefe880b7', 'tag': '0004c418-8336-40b0-9995-58b47e33de84', 'status': 'completed', 'code': 200} Jul 21 06:31:33.598372 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:31:33.848867 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '4f33adce-84c3-4450-88e7-d8a708a79f01', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '0004c418-8336-40b0-9995-58b47e33de84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:c4:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:42Z', 'updated_at': '2022-07-21T06:31:31Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:33.878997 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb0cd39-b243-4714-a535-f66a2d313bd6 None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '4f33adce-84c3-4450-88e7-d8a708a79f01', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '0004c418-8336-40b0-9995-58b47e33de84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:c4:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:42Z', 'updated_at': '2022-07-21T06:31:31Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:31:34.073552 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d72b26-e239-4b75-906d-e5026b640918 req-cb154d77-5f4e-469f-add4-64989e0b3304 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:34.075414 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-96d72b26-e239-4b75-906d-e5026b640918 req-cb154d77-5f4e-469f-add4-64989e0b3304 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 943 time: 0.0574303 Jul 21 06:31:34.103868 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:34.130489 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-96d72b26-e239-4b75-906d-e5026b640918 req-c372e046-e5d7-4456-951d-76d79e52327b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492928 Jul 21 06:31:34.563653 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81c540-fb58-42bd-aa51-7872451e62ec None None] New status for floating IP 4f33adce-84c3-4450-88e7-d8a708a79f01: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:31:34.652118 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f5484-059a-4efa-83b3-10ee7a74411a req-10498e9f-f499-433d-9c26-7fec8f985f9a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:34.653631 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-039f5484-059a-4efa-83b3-10ee7a74411a req-10498e9f-f499-433d-9c26-7fec8f985f9a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0494018 Jul 21 06:31:34.726774 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a49bb-f0db-4729-8937-e5361c5a975c req-25edd5f5-6ccb-4b49-bda9-a33dfd6b9ce8 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:34.728232 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc7a49bb-f0db-4729-8937-e5361c5a975c req-25edd5f5-6ccb-4b49-bda9-a33dfd6b9ce8 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0731444 Jul 21 06:31:34.753792 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-039f5484-059a-4efa-83b3-10ee7a74411a req-66ac9a70-205d-436e-9ddb-86cbf629845e tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901163 Jul 21 06:31:34.784069 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc7a49bb-f0db-4729-8937-e5361c5a975c req-71809ac6-0f39-4bf2-8b82-b524bad58bfa tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Jul 21 06:31:35.246818 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b4064-4a76-40b3-80ca-81158f04adbd req-7300e54a-f765-4353-a54a-432807023c23 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:35.248275 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c90b4064-4a76-40b3-80ca-81158f04adbd req-7300e54a-f765-4353-a54a-432807023c23 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 943 time: 0.0502770 Jul 21 06:31:35.297203 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c90b4064-4a76-40b3-80ca-81158f04adbd req-ce30fad2-eee2-4b79-a87e-82d46669c683 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Jul 21 06:31:35.509480 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-d7285d1d-6ba3-48cc-8d68-8499bae60244 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc29e600-c087-44b3-9b0a-d2e20e1a4dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578229 Jul 21 06:31:35.524598 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-5a078d3e-0340-4747-aa6d-fd55dbb14d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:35.526605 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-5a078d3e-0340-4747-aa6d-fd55dbb14d0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5afb2aad-2da8-492f-b61b-e57e223d05fc HTTP/1.1" status: 200 len: 849 time: 0.0884705 Jul 21 06:31:35.528792 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-859686ee-4a53-4308-a859-8a869a906ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:35.530399 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-859686ee-4a53-4308-a859-8a869a906ac9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 1129 time: 0.0578609 Jul 21 06:31:35.786467 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-726241ba-da71-440f-867a-20a2591fd458 service neutron] 10.222.0.36 "GET /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992794 Jul 21 06:31:35.928833 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8a347-c0bc-4aeb-a376-e7608a72b012 req-0e511094-2b4c-4407-a411-4eb69d80d162 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:35.930329 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4c8a347-c0bc-4aeb-a376-e7608a72b012 req-0e511094-2b4c-4407-a411-4eb69d80d162 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.1027656 Jul 21 06:31:35.935364 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-b969f232-607f-4822-9d15-c61f85cafc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:35.937192 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-b969f232-607f-4822-9d15-c61f85cafc1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650213 Jul 21 06:31:35.999896 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b6ece-8d45-4d92-8c81-4e8e7b0d9ba0 req-55318d21-49b9-4f5a-a9ee-0e2ed3fe52aa tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:36.000140 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-09776d66-54a1-4c19-93b7-c7b13f224122 req-e62229a0-8eae-4a64-879e-97fb4cea2fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174185 Jul 21 06:31:36.007215 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-722b6ece-8d45-4d92-8c81-4e8e7b0d9ba0 req-55318d21-49b9-4f5a-a9ee-0e2ed3fe52aa tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.1372941 Jul 21 06:31:36.071254 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4c8a347-c0bc-4aeb-a376-e7608a72b012 req-268e5ed0-805d-471c-9de7-b0b7e27e1e64 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254518 Jul 21 06:31:36.087572 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:36.114067 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-edc11f62-ad29-4897-a3f1-a09338f37250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:36.115618 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-edc11f62-ad29-4897-a3f1-a09338f37250 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 916 time: 0.2415094 Jul 21 06:31:36.119062 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-722b6ece-8d45-4d92-8c81-4e8e7b0d9ba0 req-30047f0c-5b50-4c43-bdd3-d0167e1c9080 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111014 Jul 21 06:31:36.301874 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-574ecbd3-b180-4631-b156-4ba0af7e4ac0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0004c418-8336-40b0-9995-58b47e33de84 HTTP/1.1" status: 200 len: 1001 time: 0.0616467 Jul 21 06:31:36.336168 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-28616be0-3958-4def-844a-c9bbb3e6974b service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966163 Jul 21 06:31:36.415460 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e9fb7-e553-4939-9c7e-bfc5478e99f5 req-32df0b17-adf4-4112-8bc1-37ba357b345f tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:36.416912 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-067e9fb7-e553-4939-9c7e-bfc5478e99f5 req-32df0b17-adf4-4112-8bc1-37ba357b345f tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 943 time: 0.0478609 Jul 21 06:31:36.467344 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-067e9fb7-e553-4939-9c7e-bfc5478e99f5 req-8ba6f463-80e8-4109-98c4-22c845e26f3a tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Jul 21 06:31:36.948053 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:31:37.226055 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37478) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:37.239948 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b23d5-14d1-4e22-9a35-ea4cf7ffb107 req-7e60a25a-ee69-4d5a-afcf-4f0b76e8b95b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:37.242289 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc3b23d5-14d1-4e22-9a35-ea4cf7ffb107 req-7e60a25a-ee69-4d5a-afcf-4f0b76e8b95b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0816653 Jul 21 06:31:37.259375 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d612a67-66e2-4ce9-abc7-dd25f8e35786 req-0144fbd2-f71d-40d7-86ea-7253dd478154 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:37.260899 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2d612a67-66e2-4ce9-abc7-dd25f8e35786 req-0144fbd2-f71d-40d7-86ea-7253dd478154 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0638051 Jul 21 06:31:37.334700 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc3b23d5-14d1-4e22-9a35-ea4cf7ffb107 req-6a4063b8-9285-482d-aed5-ac65b4858164 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867639 Jul 21 06:31:37.339713 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2d612a67-66e2-4ce9-abc7-dd25f8e35786 req-43954855-4914-4b3b-9aa9-ea14ec6be332 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713887 Jul 21 06:31:37.346063 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cbad54bf-0b22-48ec-a2c7-021af67b949f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:37.372094 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:37.430289 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cbad54bf-0b22-48ec-a2c7-021af67b949f admin admin] Publish callbacks [] for security_group (e00be2ce-93ae-411a-b0ac-5c5a54d99096), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:37.434266 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cbad54bf-0b22-48ec-a2c7-021af67b949f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (e00be2ce-93ae-411a-b0ac-5c5a54d99096), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:37.451377 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:37.479932 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-cbad54bf-0b22-48ec-a2c7-021af67b949f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eccc192e899c4dddb39d64d99301815a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526937 Jul 21 06:31:37.480930 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad54bf-0b22-48ec-a2c7-021af67b949f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00be2ce-93ae-411a-b0ac-5c5a54d99096,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:37.482779 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37484) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:37.544280 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f3e5e125-a601-48b2-9b21-b427afcc06bf admin admin] Publish callbacks [] for security_group (e00be2ce-93ae-411a-b0ac-5c5a54d99096), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:37.594228 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f3e5e125-a601-48b2-9b21-b427afcc06bf admin admin] Publish callbacks [] for security_group (e00be2ce-93ae-411a-b0ac-5c5a54d99096), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:37.618882 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd54c8-2c9e-460a-834c-a8f74c78c31a req-e029b2ec-2076-4919-877b-ddaf69d113ad tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:37.620320 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8fd54c8-2c9e-460a-834c-a8f74c78c31a req-e029b2ec-2076-4919-877b-ddaf69d113ad tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 943 time: 0.0732832 Jul 21 06:31:37.645749 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:37.686989 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8fd54c8-2c9e-460a-834c-a8f74c78c31a req-1ac84d24-190f-4514-8aa3-c904283f0dfe tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600853 Jul 21 06:31:37.687931 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f3e5e125-a601-48b2-9b21-b427afcc06bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (e00be2ce-93ae-411a-b0ac-5c5a54d99096), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:37.690376 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f3e5e125-a601-48b2-9b21-b427afcc06bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:37.691383 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f3e5e125-a601-48b2-9b21-b427afcc06bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e00be2ce-93ae-411a-b0ac-5c5a54d99096 HTTP/1.1" status: 204 len: 168 time: 0.2072275 Jul 21 06:31:37.699839 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5e125-a601-48b2-9b21-b427afcc06bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00be2ce-93ae-411a-b0ac-5c5a54d99096,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:37.838973 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-cf773a2b-3667-4031-b2f3-a17abd910b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:37.841307 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-cf773a2b-3667-4031-b2f3-a17abd910b98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 200 len: 854 time: 0.0543673 Jul 21 06:31:37.881822 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1872f8c6-c798-4b1e-bde4-6bc434f5760f req-1b5ef0f2-f293-44e6-87d8-0df90fe52948 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950217 Jul 21 06:31:37.988952 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37492) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:38.032025 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-549bd798-5209-470b-add5-1c20d10aaacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.032960 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-d7c60b8d-b758-4173-a500-51c9933f235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:38.034720 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-d7c60b8d-b758-4173-a500-51c9933f235c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fac3a692-b3e2-4555-a0ad-f0227031fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392196 Jul 21 06:31:38.102500 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-f1188ea5-0f5c-479f-94cd-0acd4e11b6d6 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:38.104033 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-f1188ea5-0f5c-479f-94cd-0acd4e11b6d6 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.36 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.1006994 Jul 21 06:31:38.139098 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-1ad35b9c-8332-486e-816c-5e8666712080 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901363 Jul 21 06:31:38.234467 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:38.245481 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec2e380d-6946-4a77-964d-f2d7ed1e632a req-deb1e991-1363-458a-bb63-955416ac45e4 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958829 Jul 21 06:31:38.291531 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-a7133ce1-6a3f-4afb-b46d-44e7b1766eae tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Deleting port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:31:38.292175 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-a7133ce1-6a3f-4afb-b46d-44e7b1766eae tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.325439 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-549bd798-5209-470b-add5-1c20d10aaacd admin admin] Publish callbacks [] for security_group (252f4eb3-e7cf-4830-8622-7c1c0726f990), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.331436 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-549bd798-5209-470b-add5-1c20d10aaacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (252f4eb3-e7cf-4830-8622-7c1c0726f990), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.413823 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-549bd798-5209-470b-add5-1c20d10aaacd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa0ced3fa61148f38376411f7e4a3819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236476 Jul 21 06:31:38.420179 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37498) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:38.429921 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bd798-5209-470b-add5-1c20d10aaacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252f4eb3-e7cf-4830-8622-7c1c0726f990,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:38.451546 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-a7133ce1-6a3f-4afb-b46d-44e7b1766eae tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] For port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:38.451912 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-a7133ce1-6a3f-4afb-b46d-44e7b1766eae tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.480325 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-a7133ce1-6a3f-4afb-b46d-44e7b1766eae tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Calling delete_port for 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:31:38.490814 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a878a-4298-4fd6-b77b-f6950bc9586b req-e6a19be3-73d3-43c5-993a-5a60fc1f1868 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:38.492673 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-577a878a-4298-4fd6-b77b-f6950bc9586b req-e6a19be3-73d3-43c5-993a-5a60fc1f1868 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0835786 Jul 21 06:31:38.500596 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dde1d2-6c39-4017-ab44-6e68cdd7f0a6 req-ab369072-abd9-48d5-8d9b-60cd02add1ea tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:38.502022 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f0dde1d2-6c39-4017-ab44-6e68cdd7f0a6 req-ab369072-abd9-48d5-8d9b-60cd02add1ea tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 946 time: 0.0809395 Jul 21 06:31:38.576753 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-972ba798-4399-408b-8068-377354b6e9c7 admin admin] Publish callbacks [] for security_group (252f4eb3-e7cf-4830-8622-7c1c0726f990), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.584137 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-577a878a-4298-4fd6-b77b-f6950bc9586b req-f471964c-8e92-4fa1-89b7-c0af12a6f709 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806532 Jul 21 06:31:38.601559 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f0dde1d2-6c39-4017-ab44-6e68cdd7f0a6 req-d8fcc711-11bf-44f0-abe4-9f7df01b3582 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef357457-4927-4205-99a9-794c40d2ea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917652 Jul 21 06:31:38.609790 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:38.626295 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-972ba798-4399-408b-8068-377354b6e9c7 admin admin] Publish callbacks [] for security_group (252f4eb3-e7cf-4830-8622-7c1c0726f990), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.725919 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-972ba798-4399-408b-8068-377354b6e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (252f4eb3-e7cf-4830-8622-7c1c0726f990), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.728729 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-972ba798-4399-408b-8068-377354b6e9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.732154 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-972ba798-4399-408b-8068-377354b6e9c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/252f4eb3-e7cf-4830-8622-7c1c0726f990 HTTP/1.1" status: 204 len: 168 time: 0.3085036 Jul 21 06:31:38.733688 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-a7133ce1-6a3f-4afb-b46d-44e7b1766eae tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.746180 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:38.746672 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ba798-4399-408b-8068-377354b6e9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252f4eb3-e7cf-4830-8622-7c1c0726f990,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:38.785461 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:31:38.795299 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7133ce1-6a3f-4afb-b46d-44e7b1766eae tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Pushing event deleted for resources: {'Port': ['ID=5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:38.848964 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515513-8baa-46b5-81c7-f2544196bada req-8cef0d4c-aae7-47e6-8f6d-951ea656f5fb tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:38.856357 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ed515513-8baa-46b5-81c7-f2544196bada req-8cef0d4c-aae7-47e6-8f6d-951ea656f5fb tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 943 time: 0.0927110 Jul 21 06:31:38.890672 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-a7133ce1-6a3f-4afb-b46d-44e7b1766eae tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] No DVR routers for this DVR port 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:31:38.894233 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-a7133ce1-6a3f-4afb-b46d-44e7b1766eae tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:38.902039 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e463ad3d-28bc-47f5-8752-8a141b462800 req-a7133ce1-6a3f-4afb-b46d-44e7b1766eae tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.36 "DELETE /v2.0/ports/5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef HTTP/1.1" status: 204 len: 173 time: 0.7869351 Jul 21 06:31:38.902039 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7', 'name': 'network-vif-deleted', 'tag': '5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:38.902039 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd5e5de-d852-4ca3-a87c-28a84b027d0c" -d '{"events": [{"server_uuid": "db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7", "name": "network-vif-deleted", "tag": "5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:38.931090 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ed515513-8baa-46b5-81c7-f2544196bada req-db3ba0f8-b1a8-4260-be3f-fe11c47ab535 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692060 Jul 21 06:31:38.966666 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea37e277-3927-43e5-9942-5a95471b0117 x-openstack-request-id: req-ea37e277-3927-43e5-9942-5a95471b0117 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:38.966956 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7", "name": "network-vif-deleted", "tag": "5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:38.967230 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea37e277-3927-43e5-9942-5a95471b0117 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:38.967637 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea37e277-3927-43e5-9942-5a95471b0117'] response: {'server_uuid': 'db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7', 'name': 'network-vif-deleted', 'tag': '5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef', 'status': 'completed', 'code': 200} Jul 21 06:31:39.167043 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37514) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:39.180927 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-069535d9-a1e1-4bca-b7d1-bba58c613926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:39.256754 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-069535d9-a1e1-4bca-b7d1-bba58c613926 admin admin] Publish callbacks [] for security_group (6cf59e1b-fa5b-4ee6-82b9-98adb15995a7), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:39.260475 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-069535d9-a1e1-4bca-b7d1-bba58c613926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (6cf59e1b-fa5b-4ee6-82b9-98adb15995a7), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:39.299437 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-069535d9-a1e1-4bca-b7d1-bba58c613926 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1490106ca5b54949a4f1605e1264878c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312883 Jul 21 06:31:39.301095 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069535d9-a1e1-4bca-b7d1-bba58c613926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf59e1b-fa5b-4ee6-82b9-98adb15995a7,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:39.303685 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37516) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:39.355384 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3d2e0085-202e-44a4-9079-bb676b681d2b admin admin] Publish callbacks [] for security_group (6cf59e1b-fa5b-4ee6-82b9-98adb15995a7), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:39.377211 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3d2e0085-202e-44a4-9079-bb676b681d2b admin admin] Publish callbacks [] for security_group (6cf59e1b-fa5b-4ee6-82b9-98adb15995a7), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:39.427622 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3d2e0085-202e-44a4-9079-bb676b681d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (6cf59e1b-fa5b-4ee6-82b9-98adb15995a7), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:39.430821 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3d2e0085-202e-44a4-9079-bb676b681d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:39.432238 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3d2e0085-202e-44a4-9079-bb676b681d2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6cf59e1b-fa5b-4ee6-82b9-98adb15995a7 HTTP/1.1" status: 204 len: 168 time: 0.1275494 Jul 21 06:31:39.440888 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e0085-202e-44a4-9079-bb676b681d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf59e1b-fa5b-4ee6-82b9-98adb15995a7,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:39.742427 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2b0ac574-6b23-488e-9ab9-b962c55a3d46 req-459cabf3-43ca-45db-a8fe-1fe78ea7b5d7 tempest-DeleteServersTestJSON-1844715052 tempest-DeleteServersTestJSON-1844715052-project] 10.222.0.42 "GET /v2.0/ports?device_id=db1aa390-7c39-4dfd-8b24-c6c0cd2a92c7 HTTP/1.1" status: 200 len: 210 time: 0.0357368 Jul 21 06:31:39.750450 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6668b45-c2ad-489b-8912-1f29fb9d5b7d req-f4bcc21f-65b2-4bf6-908b-0a553bc6b506 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:39.751988 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d6668b45-c2ad-489b-8912-1f29fb9d5b7d req-f4bcc21f-65b2-4bf6-908b-0a553bc6b506 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0816321 Jul 21 06:31:39.805529 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d6668b45-c2ad-489b-8912-1f29fb9d5b7d req-b31b719c-4e5b-4137-9496-003eeb19623b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 Jul 21 06:31:40.049458 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bc172-be6c-4ccc-9d78-dfcd3976745e req-2307b802-80c1-4e48-9263-36a4e1b3d6dc tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:40.051003 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e62bc172-be6c-4ccc-9d78-dfcd3976745e req-2307b802-80c1-4e48-9263-36a4e1b3d6dc tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 943 time: 0.0528419 Jul 21 06:31:40.113600 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e62bc172-be6c-4ccc-9d78-dfcd3976745e req-1141c140-dd14-482e-ae24-7188b0cef3e4 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519805 Jul 21 06:31:40.950160 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b927148-6615-433b-bd41-75f3e38e97ab req-95aec85a-714e-498d-a944-0fea5efdc4f2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:40.951821 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b927148-6615-433b-bd41-75f3e38e97ab req-95aec85a-714e-498d-a944-0fea5efdc4f2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0686052 Jul 21 06:31:41.017143 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b927148-6615-433b-bd41-75f3e38e97ab req-9bc61bb5-127f-49bd-8154-6dd6dea47d4d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565505 Jul 21 06:31:41.061770 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 700b0f4d-346e-4b49-b171-537c02f06a17 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:31:41.069787 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:41.071028 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:31:41.102539 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:31:41.107029 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 5b1a0fbc-da41-4a91-9ccb-b82810ccd7ef not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:31:41.216704 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 700b0f4d-346e-4b49-b171-537c02f06a17, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=700b0f4d-346e-4b49-b171-537c02f06a17,segment=NetworkSegment(0501257a-1551-4ca6-9ff8-c8b831382680),segment_id=0501257a-1551-4ca6-9ff8-c8b831382680)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:41.229862 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '700b0f4d-346e-4b49-b171-537c02f06a17', 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac', 'port_id': '700b0f4d-346e-4b49-b171-537c02f06a17', 'mac_address': 'fa:16:3e:01:dd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09632da-99a5-49fe-b31d-666b0d1a81cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:31:41.260495 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a444de-d95f-4127-9240-444158aaacf0 req-7eb0e287-9a18-475b-a90d-3cfece46a4db tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:41.262023 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9a444de-d95f-4127-9240-444158aaacf0 req-7eb0e287-9a18-475b-a90d-3cfece46a4db tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 943 time: 0.0653310 Jul 21 06:31:41.267319 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 700b0f4d-346e-4b49-b171-537c02f06a17 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:41.267797 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:41.283596 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700b0f4d-346e-4b49-b171-537c02f06a17 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:41.310516 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 700b0f4d-346e-4b49-b171-537c02f06a17, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=700b0f4d-346e-4b49-b171-537c02f06a17,segment=NetworkSegment(0501257a-1551-4ca6-9ff8-c8b831382680),segment_id=0501257a-1551-4ca6-9ff8-c8b831382680)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:41.314442 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:41.321453 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9a444de-d95f-4127-9240-444158aaacf0 req-b0bef4e7-aec9-45e0-bdc1-67cdc0b1712c tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504627 Jul 21 06:31:41.368166 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=700b0f4d-346e-4b49-b171-537c02f06a17,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:41.684144 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37626) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:41.731182 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['700b0f4d-346e-4b49-b171-537c02f06a17'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:31:41.797887 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:41.803310 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b7d43134-e769-4d5d-a74d-bb897f67b9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:41.825867 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:41.882111 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b7d43134-e769-4d5d-a74d-bb897f67b9f6 admin admin] Publish callbacks [] for security_group (6f06e5c4-60d0-4c94-88f3-f38ff3951914), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:41.885590 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b7d43134-e769-4d5d-a74d-bb897f67b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (6f06e5c4-60d0-4c94-88f3-f38ff3951914), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:41.927688 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b7d43134-e769-4d5d-a74d-bb897f67b9f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86bdfe3cff6047bd98ccfb9bc60bd435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424691 Jul 21 06:31:41.929009 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d43134-e769-4d5d-a74d-bb897f67b9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f06e5c4-60d0-4c94-88f3-f38ff3951914,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:41.930486 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37632) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:41.980284 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e2b39761-9b58-4235-8370-b74c5729500b admin admin] Publish callbacks [] for security_group (6f06e5c4-60d0-4c94-88f3-f38ff3951914), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:42.003448 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e2b39761-9b58-4235-8370-b74c5729500b admin admin] Publish callbacks [] for security_group (6f06e5c4-60d0-4c94-88f3-f38ff3951914), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:42.057703 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e2b39761-9b58-4235-8370-b74c5729500b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (6f06e5c4-60d0-4c94-88f3-f38ff3951914), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:42.060990 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e2b39761-9b58-4235-8370-b74c5729500b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:42.062164 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e2b39761-9b58-4235-8370-b74c5729500b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f06e5c4-60d0-4c94-88f3-f38ff3951914 HTTP/1.1" status: 204 len: 168 time: 0.1306143 Jul 21 06:31:42.074565 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b39761-9b58-4235-8370-b74c5729500b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f06e5c4-60d0-4c94-88f3-f38ff3951914,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:42.145404 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa51d7-bf4b-4ef3-979b-f3073c179693 req-fe5bf93e-70e3-454b-82ba-32a143bca5b1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:42.149872 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fffa51d7-bf4b-4ef3-979b-f3073c179693 req-fe5bf93e-70e3-454b-82ba-32a143bca5b1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0628994 Jul 21 06:31:42.192378 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:42.209760 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fffa51d7-bf4b-4ef3-979b-f3073c179693 req-50dcfca1-e682-4709-aa8d-9082ff33624f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548887 Jul 21 06:31:42.262356 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37646) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:42.405417 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37650) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:42.423381 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b13b4a11-9c09-4f88-ab44-85026595d220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:42.439886 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:42.442634 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f66bc-00f1-42d7-85e4-7be5875efb8e req-24b0bd09-7ec9-42db-beeb-ab45f6388d43 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:42.444876 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-741f66bc-00f1-42d7-85e4-7be5875efb8e req-24b0bd09-7ec9-42db-beeb-ab45f6388d43 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 944 time: 0.0484421 Jul 21 06:31:42.493690 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-741f66bc-00f1-42d7-85e4-7be5875efb8e req-cf05763f-2cdc-4320-acb5-472155fcd735 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Jul 21 06:31:42.518255 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:42.649647 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b13b4a11-9c09-4f88-ab44-85026595d220 admin admin] Publish callbacks [] for security_group (50af29ee-70e7-4e4c-8a0d-2c79f5e2a96d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:42.660236 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b13b4a11-9c09-4f88-ab44-85026595d220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (50af29ee-70e7-4e4c-8a0d-2c79f5e2a96d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:42.946043 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b13b4a11-9c09-4f88-ab44-85026595d220 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=888dfccbaf6d4df8bb11e0d2c49f159b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5394878 Jul 21 06:31:42.946939 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (1fd0984c-f629-4766-bf62-8c4660a6744f), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:42.948516 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b4a11-9c09-4f88-ab44-85026595d220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50af29ee-70e7-4e4c-8a0d-2c79f5e2a96d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:42.948887 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37654) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:42.998013 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6e548a90-6c0c-4c4d-862d-d8545206f308 admin admin] Publish callbacks [] for security_group (50af29ee-70e7-4e4c-8a0d-2c79f5e2a96d), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.019387 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6e548a90-6c0c-4c4d-862d-d8545206f308 admin admin] Publish callbacks [] for security_group (50af29ee-70e7-4e4c-8a0d-2c79f5e2a96d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.065052 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6e548a90-6c0c-4c4d-862d-d8545206f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (50af29ee-70e7-4e4c-8a0d-2c79f5e2a96d), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.067531 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6e548a90-6c0c-4c4d-862d-d8545206f308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.071788 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6e548a90-6c0c-4c4d-862d-d8545206f308 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50af29ee-70e7-4e4c-8a0d-2c79f5e2a96d HTTP/1.1" status: 204 len: 168 time: 0.1187856 Jul 21 06:31:43.073962 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 700b0f4d-346e-4b49-b171-537c02f06a17 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:31:43.078858 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e548a90-6c0c-4c4d-862d-d8545206f308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50af29ee-70e7-4e4c-8a0d-2c79f5e2a96d,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:43.127377 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 700b0f4d-346e-4b49-b171-537c02f06a17 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:31:43.135029 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 700b0f4d-346e-4b49-b171-537c02f06a17 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:31:43.135441 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.219991 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 700b0f4d-346e-4b49-b171-537c02f06a17 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:43.220639 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.244716 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] Deleting port 2d9ff446-13dd-49d7-8363-995dfed583d6 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:31:43.245068 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.247312 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9fc922-6315-4ec5-adda-8d3b6c1b3730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700b0f4d-346e-4b49-b171-537c02f06a17'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:43.249903 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb646f3b-1aaa-44ec-bbbf-f30e39b4d4ad" -d '{"events": [{"server_uuid": "1f9fc922-6315-4ec5-adda-8d3b6c1b3730", "name": "network-vif-plugged", "status": "completed", "tag": "700b0f4d-346e-4b49-b171-537c02f06a17"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:43.269404 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 700b0f4d-346e-4b49-b171-537c02f06a17, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=700b0f4d-346e-4b49-b171-537c02f06a17,segment=NetworkSegment(0501257a-1551-4ca6-9ff8-c8b831382680),segment_id=0501257a-1551-4ca6-9ff8-c8b831382680)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:43.276041 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.353841 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bc8a3-e86e-41ed-97ab-b8736409c61a req-60d90c43-4e88-4e59-a616-8abc760d10bb tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:43.362409 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d5bc8a3-e86e-41ed-97ab-b8736409c61a req-60d90c43-4e88-4e59-a616-8abc760d10bb tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0711000 Jul 21 06:31:43.372353 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=700b0f4d-346e-4b49-b171-537c02f06a17,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:43.388096 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] For port 2d9ff446-13dd-49d7-8363-995dfed583d6, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=2d9ff446-13dd-49d7-8363-995dfed583d6,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:43.388941 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.417468 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] Calling delete_port for 2d9ff446-13dd-49d7-8363-995dfed583d6 owned by network:router_interface {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:31:43.433393 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d5bc8a3-e86e-41ed-97ab-b8736409c61a req-8225913e-454e-44d6-be73-994d90b30717 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655007 Jul 21 06:31:43.465132 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e0a742-6395-473b-9259-e32b45fe6899 x-openstack-request-id: req-86e0a742-6395-473b-9259-e32b45fe6899 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:43.465448 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9fc922-6315-4ec5-adda-8d3b6c1b3730", "name": "network-vif-plugged", "status": "completed", "tag": "700b0f4d-346e-4b49-b171-537c02f06a17", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:43.465707 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86e0a742-6395-473b-9259-e32b45fe6899 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:43.466140 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e0a742-6395-473b-9259-e32b45fe6899'] response: {'server_uuid': '1f9fc922-6315-4ec5-adda-8d3b6c1b3730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700b0f4d-346e-4b49-b171-537c02f06a17', 'code': 200} Jul 21 06:31:43.628102 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:43.633185 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (2d9ff446-13dd-49d7-8363-995dfed583d6), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.652193 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8844f-8fad-48d8-b950-6ca4b957d8ee req-58ce37a0-74f4-46a4-94ca-da4bd27f8201 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:43.660843 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-29a8844f-8fad-48d8-b950-6ca4b957d8ee req-58ce37a0-74f4-46a4-94ca-da4bd27f8201 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 945 time: 0.0683045 Jul 21 06:31:43.661286 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9ff446-13dd-49d7-8363-995dfed583d6,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:43.704511 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:43.727689 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-29a8844f-8fad-48d8-b950-6ca4b957d8ee req-49456408-4706-464a-a877-04422c3c2920 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664043 Jul 21 06:31:43.765209 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:43.813303 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf8be6-6c18-45c4-bc60-aa3c859d88de req-6ffb9625-f55e-4406-a444-2f56dda21c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:43.814566 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ccaf8be6-6c18-45c4-bc60-aa3c859d88de req-6ffb9625-f55e-4406-a444-2f56dda21c5b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 1129 time: 0.0822158 Jul 21 06:31:43.878560 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (1fd0984c-f629-4766-bf62-8c4660a6744f), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:43.955826 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ccaf8be6-6c18-45c4-bc60-aa3c859d88de req-a7f3f756-6662-4414-9e49-8e8f6f69dc41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146622 Jul 21 06:31:44.109412 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] Router 1fd0984c-f629-4766-bf62-8c4660a6744f has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:31:44.212067 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:31:44.217347 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-826ee909-0e8d-4086-8464-f62758ea9d69 admin admin] 10.222.0.42 "PUT /v2.0/routers/1fd0984c-f629-4766-bf62-8c4660a6744f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9539535 Jul 21 06:31:44.220358 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37692) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:44.222810 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] Sync routers for ids ['1fd0984c-f629-4766-bf62-8c4660a6744f'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:31:44.241756 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] Routers {'1fd0984c-f629-4766-bf62-8c4660a6744f'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:31:44.242474 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['1fd0984c-f629-4766-bf62-8c4660a6744f'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:44.338907 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Publish callbacks [] for router (1fd0984c-f629-4766-bf62-8c4660a6744f), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:44.348480 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] Set router 1fd0984c-f629-4766-bf62-8c4660a6744f gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:31:44.437438 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=5,neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:44.452598 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Publish callbacks [] for router_gateway (1fd0984c-f629-4766-bf62-8c4660a6744f), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:44.502021 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Deleting port 40dc7e42-1a89-409a-ad74-83f7752dad68 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:31:44.502394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:44.563849 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'name': 'tempest-DeleteServersTestJSON-387487659-router', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:31:43Z', 'revision_number': 5, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'gw_port': {'id': '40dc7e42-1a89-409a-ad74-83f7752dad68', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:44.589146 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] Checking router: 1fd0984c-f629-4766-bf62-8c4660a6744f for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:31:44.595723 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85379820-561d-4829-b399-80ba4a506430 req-182982d0-b053-4033-96d8-c948db5ba0e0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:44.597204 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-85379820-561d-4829-b399-80ba4a506430 req-182982d0-b053-4033-96d8-c948db5ba0e0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0928020 Jul 21 06:31:44.597776 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] Routers {'1fd0984c-f629-4766-bf62-8c4660a6744f'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:31:44.598448 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['1fd0984c-f629-4766-bf62-8c4660a6744f'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:44.654824 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] For port 40dc7e42-1a89-409a-ad74-83f7752dad68, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=40dc7e42-1a89-409a-ad74-83f7752dad68,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:44.654824 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:44.682221 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Calling delete_port for 40dc7e42-1a89-409a-ad74-83f7752dad68 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:31:44.684426 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] Set router 1fd0984c-f629-4766-bf62-8c4660a6744f gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:31:44.688082 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-85379820-561d-4829-b399-80ba4a506430 req-fc79ce85-17be-49be-9acf-b4b6cd65a4c2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850198 Jul 21 06:31:44.734699 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'name': 'tempest-DeleteServersTestJSON-387487659-router', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:31:44Z', 'revision_number': 6, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'gw_port_host': None}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:44.762427 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc743e1-d139-4e7e-86fc-06a732617b73 None None] The sync data for ids ['1fd0984c-f629-4766-bf62-8c4660a6744f'] in dv-cinder-850318-3-iscsi is: [{'id': '1fd0984c-f629-4766-bf62-8c4660a6744f', 'name': 'tempest-DeleteServersTestJSON-387487659-router', 'tenant_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:31:44Z', 'revision_number': 6, 'project_id': 'c743e22f3fdb4a61ad1b8035ac06d15b', 'gw_port_host': None}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:31:44.786377 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:44.882073 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8df191-9881-43f2-aef9-663c4c87775b req-ac1b4dca-d588-4838-8290-1d28e0a51ac7 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:44.883551 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f8df191-9881-43f2-aef9-663c4c87775b req-ac1b4dca-d588-4838-8290-1d28e0a51ac7 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 945 time: 0.0627320 Jul 21 06:31:44.967066 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f8df191-9881-43f2-aef9-663c4c87775b req-506f3cd5-669a-4fb5-ab46-6d2315b9c058 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744584 Jul 21 06:31:44.968132 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (40dc7e42-1a89-409a-ad74-83f7752dad68), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:44.996041 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=40dc7e42-1a89-409a-ad74-83f7752dad68,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:45.021007 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (1fd0984c-f629-4766-bf62-8c4660a6744f), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.121601 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (1fd0984c-f629-4766-bf62-8c4660a6744f), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.124167 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Publish callbacks [] for router_controller (1fd0984c-f629-4766-bf62-8c4660a6744f), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.190277 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (1fd0984c-f629-4766-bf62-8c4660a6744f), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.190938 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd0984c-f629-4766-bf62-8c4660a6744f {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:31:45.196514 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.200028 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-94d486b5-8700-4858-9c77-09eeccdb5c48 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1fd0984c-f629-4766-bf62-8c4660a6744f HTTP/1.1" status: 204 len: 168 time: 0.9755828 Jul 21 06:31:45.200368 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37704) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:45.247860 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ecc3005-14b6-48d1-bdf6-20c178a48ebd admin admin] Deleting subnet 52c8ff65-1795-4c85-87ef-b97fadada8c1 {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:31:45.250919 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7ecc3005-14b6-48d1-bdf6-20c178a48ebd admin admin] Publish callbacks [] for subnet (52c8ff65-1795-4c85-87ef-b97fadada8c1), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.285424 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7ecc3005-14b6-48d1-bdf6-20c178a48ebd admin admin] Publish callbacks [] for subnet (52c8ff65-1795-4c85-87ef-b97fadada8c1), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.576557 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7ecc3005-14b6-48d1-bdf6-20c178a48ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (52c8ff65-1795-4c85-87ef-b97fadada8c1), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.648504 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7ecc3005-14b6-48d1-bdf6-20c178a48ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (52c8ff65-1795-4c85-87ef-b97fadada8c1), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.674355 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc3005-14b6-48d1-bdf6-20c178a48ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c8ff65-1795-4c85-87ef-b97fadada8c1,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:45.681467 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7ecc3005-14b6-48d1-bdf6-20c178a48ebd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.687245 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37714) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:45.687792 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7ecc3005-14b6-48d1-bdf6-20c178a48ebd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/52c8ff65-1795-4c85-87ef-b97fadada8c1 HTTP/1.1" status: 204 len: 168 time: 0.4858842 Jul 21 06:31:45.688791 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3dda68-99d4-494b-b87f-1ab0147c71e2 None None] Network dd1d0072-51cc-44a0-b14b-ddac5223cb8f requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:31:45.768693 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (dd1d0072-51cc-44a0-b14b-ddac5223cb8f), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.806553 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:45.824051 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Deleting port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:31:45.826252 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db4fea-0b9f-4f65-bfb5-626eed3d035d req-efb301f5-b0a2-45e8-a1fc-c8e57ba9e716 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:45.827223 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.827650 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-98db4fea-0b9f-4f65-bfb5-626eed3d035d req-efb301f5-b0a2-45e8-a1fc-c8e57ba9e716 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0594926 Jul 21 06:31:45.857819 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c9ca83-844a-4f7a-9aa9-0cea427ef854 None None] DHCP port deletion for dd1d0072-51cc-44a0-b14b-ddac5223cb8f request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:31:45.898318 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] For port 62876a2b-e090-4cf9-b4bc-95f7aba72f04, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=62876a2b-e090-4cf9-b4bc-95f7aba72f04,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:45.898692 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:45.912820 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Calling delete_port for 62876a2b-e090-4cf9-b4bc-95f7aba72f04 owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:31:45.913578 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-98db4fea-0b9f-4f65-bfb5-626eed3d035d req-acf02919-b5b3-4595-a5b0-9c873bb2a9cc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760157 Jul 21 06:31:45.916590 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-49c9ca83-844a-4f7a-9aa9-0cea427ef854 None None] Deleting port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:31:45.917423 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca83-844a-4f7a-9aa9-0cea427ef854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.001108 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:46.001613 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-49c9ca83-844a-4f7a-9aa9-0cea427ef854 None None] For port 62876a2b-e090-4cf9-b4bc-95f7aba72f04, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=62876a2b-e090-4cf9-b4bc-95f7aba72f04,segment=NetworkSegment(85770f0f-d304-4c8e-9b74-2a0edf18d80c),segment_id=85770f0f-d304-4c8e-9b74-2a0edf18d80c)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:46.002127 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca83-844a-4f7a-9aa9-0cea427ef854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.015305 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.022419 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-49c9ca83-844a-4f7a-9aa9-0cea427ef854 None None] Calling delete_port for 62876a2b-e090-4cf9-b4bc-95f7aba72f04 owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:31:46.044047 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=62876a2b-e090-4cf9-b4bc-95f7aba72f04,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:46.047624 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] No DVR routers for this DVR port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 on host dv-cinder-850318-3-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:31:46.076756 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:46.124423 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37613d-a119-46c1-9ee8-09a7a99c4f4a req-9d87b9d8-80a7-4fc7-8934-0ca4b9a51971 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:46.126017 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca37613d-a119-46c1-9ee8-09a7a99c4f4a req-9d87b9d8-80a7-4fc7-8934-0ca4b9a51971 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 945 time: 0.0701635 Jul 21 06:31:46.128424 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (dd1d0072-51cc-44a0-b14b-ddac5223cb8f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.156496 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.156946 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.157718 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.158058 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.158390 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.158855 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.159390 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.159390 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.159656 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.160000 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.175429 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-49c9ca83-844a-4f7a-9aa9-0cea427ef854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (62876a2b-e090-4cf9-b4bc-95f7aba72f04), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.183186 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca37613d-a119-46c1-9ee8-09a7a99c4f4a req-75a3c1e3-997a-4a56-bf28-a3d2e50b2980 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477076 Jul 21 06:31:46.206876 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9ca83-844a-4f7a-9aa9-0cea427ef854 None None] No DVR routers for this DVR port 62876a2b-e090-4cf9-b4bc-95f7aba72f04 on host dv-cinder-850318-3-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:31:46.208992 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9ca83-844a-4f7a-9aa9-0cea427ef854 None None] Pushing event deleted for resources: {'Port': ['ID=62876a2b-e090-4cf9-b4bc-95f7aba72f04,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:46.362308 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.362601 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.362922 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.363254 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:31:46.363660 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1d0072-51cc-44a0-b14b-ddac5223cb8f']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:46.386784 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85770f0f-d304-4c8e-9b74-2a0edf18d80c') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:46.387224 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85770f0f-d304-4c8e-9b74-2a0edf18d80c') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:31:46.405888 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (85770f0f-d304-4c8e-9b74-2a0edf18d80c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.427935 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (85770f0f-d304-4c8e-9b74-2a0edf18d80c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.436790 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:31:46.437179 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (85770f0f-d304-4c8e-9b74-2a0edf18d80c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.506389 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (dd1d0072-51cc-44a0-b14b-ddac5223cb8f), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.515453 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:46.527137 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.533044 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dd1d0072-51cc-44a0-b14b-ddac5223cb8f HTTP/1.1" status: 204 len: 168 time: 0.8403411 Jul 21 06:31:46.533044 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf8dc1-9758-4532-b0be-57188f87d6f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1d0072-51cc-44a0-b14b-ddac5223cb8f,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:46.673512 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 85770f0f-d304-4c8e-9b74-2a0edf18d80c resource provider aggregate not found Jul 21 06:31:46.700338 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 85770f0f-d304-4c8e-9b74-2a0edf18d80c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85770f0f-d304-4c8e-9b74-2a0edf18d80c found for delete ", "request_id": "req-8f134392-b2a1-4bf3-99c5-84511810e819"}]} Jul 21 06:31:46.736519 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 2d9ff446-13dd-49d7-8363-995dfed583d6 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:31:46.746377 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37746) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:46.757283 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 2d9ff446-13dd-49d7-8363-995dfed583d6 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:31:46.757622 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 2d9ff446-13dd-49d7-8363-995dfed583d6 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:31:46.758072 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 40dc7e42-1a89-409a-ad74-83f7752dad68 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:31:46.778023 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 40dc7e42-1a89-409a-ad74-83f7752dad68 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:31:46.778618 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 40dc7e42-1a89-409a-ad74-83f7752dad68 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:31:46.779050 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 62876a2b-e090-4cf9-b4bc-95f7aba72f04 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:31:46.794181 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a6107790-9ce2-4188-844f-bdbd9d0ff6ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c743e22f3fdb4a61ad1b8035ac06d15b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442238 Jul 21 06:31:46.794285 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37750) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:46.809114 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 62876a2b-e090-4cf9-b4bc-95f7aba72f04 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:31:46.809466 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 62876a2b-e090-4cf9-b4bc-95f7aba72f04 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:31:46.852355 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:46.860020 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bfb94723-486b-4713-8d02-f5026c0f0ced admin admin] Publish callbacks [] for security_group (ef357457-4927-4205-99a9-794c40d2ea6a), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.889668 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bfb94723-486b-4713-8d02-f5026c0f0ced admin admin] Publish callbacks [] for security_group (ef357457-4927-4205-99a9-794c40d2ea6a), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.940093 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bfb94723-486b-4713-8d02-f5026c0f0ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ef357457-4927-4205-99a9-794c40d2ea6a), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.944028 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bfb94723-486b-4713-8d02-f5026c0f0ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:46.945339 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-bfb94723-486b-4713-8d02-f5026c0f0ced admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef357457-4927-4205-99a9-794c40d2ea6a HTTP/1.1" status: 204 len: 168 time: 0.1492999 Jul 21 06:31:46.956198 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb94723-486b-4713-8d02-f5026c0f0ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef357457-4927-4205-99a9-794c40d2ea6a,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:46.993328 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37762) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:47.132751 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c5f0d-2bb1-49b1-a446-3172df61df25 req-2941855c-68a3-439e-9527-981e3c51350b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:47.135867 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-df0c5f0d-2bb1-49b1-a446-3172df61df25 req-2941855c-68a3-439e-9527-981e3c51350b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0956180 Jul 21 06:31:47.202707 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1afa8d6-5217-498c-b68f-93060743ef5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:47.249685 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410265f-50f6-460b-a6e8-4cf1c2d771ce req-75aa28cb-faf7-44db-aa36-c91ec0dd934c tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:47.249685 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9410265f-50f6-460b-a6e8-4cf1c2d771ce req-75aa28cb-faf7-44db-aa36-c91ec0dd934c tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 945 time: 0.1055830 Jul 21 06:31:47.286334 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-df0c5f0d-2bb1-49b1-a446-3172df61df25 req-a9fe2a8d-4bd0-4e12-9af6-ada59bce3c31 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308870 Jul 21 06:31:47.366053 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9410265f-50f6-460b-a6e8-4cf1c2d771ce req-2e0627ee-6a39-4074-8b07-856817acefc5 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028228 Jul 21 06:31:47.390999 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1afa8d6-5217-498c-b68f-93060743ef5c admin admin] Publish callbacks [] for security_group (2f9dc5d8-6cc8-4933-bc9f-cb274d1638f8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:47.395875 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1afa8d6-5217-498c-b68f-93060743ef5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (2f9dc5d8-6cc8-4933-bc9f-cb274d1638f8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:47.452896 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f1afa8d6-5217-498c-b68f-93060743ef5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f178cec329fb43198c0ab83e3b4714cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4562259 Jul 21 06:31:47.452896 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afa8d6-5217-498c-b68f-93060743ef5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9dc5d8-6cc8-4933-bc9f-cb274d1638f8,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:47.453498 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37788) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:47.520162 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69e037df-1809-4fda-b434-8a685d47dfd6 admin admin] Publish callbacks [] for security_group (2f9dc5d8-6cc8-4933-bc9f-cb274d1638f8), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:47.543442 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69e037df-1809-4fda-b434-8a685d47dfd6 admin admin] Publish callbacks [] for security_group (2f9dc5d8-6cc8-4933-bc9f-cb274d1638f8), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:47.593838 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69e037df-1809-4fda-b434-8a685d47dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (2f9dc5d8-6cc8-4933-bc9f-cb274d1638f8), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:47.596433 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69e037df-1809-4fda-b434-8a685d47dfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:47.597702 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-69e037df-1809-4fda-b434-8a685d47dfd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f9dc5d8-6cc8-4933-bc9f-cb274d1638f8 HTTP/1.1" status: 204 len: 168 time: 0.1431150 Jul 21 06:31:47.606156 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e037df-1809-4fda-b434-8a685d47dfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9dc5d8-6cc8-4933-bc9f-cb274d1638f8,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:47.788847 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:48.421720 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf5b69-16cc-471c-aad5-d269a6d311f0 req-4184f1aa-a1bc-48fc-a6d7-d3bf32457cca tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:48.429841 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fcbf5b69-16cc-471c-aad5-d269a6d311f0 req-4184f1aa-a1bc-48fc-a6d7-d3bf32457cca tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0594826 Jul 21 06:31:48.514072 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fcbf5b69-16cc-471c-aad5-d269a6d311f0 req-33c7e287-2dca-4318-8f2e-5a6704531186 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833094 Jul 21 06:31:48.525839 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bd8bc-83ce-4ffb-ad5e-23f72c728723 req-74b6d66e-8c16-4a86-aec4-8c3ed43e2b67 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:48.535638 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fe0bd8bc-83ce-4ffb-ad5e-23f72c728723 req-74b6d66e-8c16-4a86-aec4-8c3ed43e2b67 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 945 time: 0.0683920 Jul 21 06:31:48.572144 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:48.585777 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fe0bd8bc-83ce-4ffb-ad5e-23f72c728723 req-fec166f2-eeac-40f3-9c0f-48ee29a0cfd1 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519769 Jul 21 06:31:48.996212 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37882) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:49.117087 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-8b5d441b-997f-4ee6-a924-3af0b7e74fd0 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:49.118656 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-8b5d441b-997f-4ee6-a924-3af0b7e74fd0 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 945 time: 0.0531414 Jul 21 06:31:49.145482 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d315ca2e-6f5d-4b3f-8c57-73202ce695b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.248859 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-3b0e325a-c271-43f8-87e4-65c747317a4b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Deleting port 700b0f4d-346e-4b49-b171-537c02f06a17 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:31:49.249192 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-3b0e325a-c271-43f8-87e4-65c747317a4b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.307236 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37894) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:49.357016 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d315ca2e-6f5d-4b3f-8c57-73202ce695b0 admin admin] Publish callbacks [] for security_group (ceb742cc-7bf7-46e0-b03c-327ecec803fa), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.362014 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d315ca2e-6f5d-4b3f-8c57-73202ce695b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ceb742cc-7bf7-46e0-b03c-327ecec803fa), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.417370 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-3b0e325a-c271-43f8-87e4-65c747317a4b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] For port 700b0f4d-346e-4b49-b171-537c02f06a17, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=700b0f4d-346e-4b49-b171-537c02f06a17,segment=NetworkSegment(0501257a-1551-4ca6-9ff8-c8b831382680),segment_id=0501257a-1551-4ca6-9ff8-c8b831382680)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:49.417733 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-3b0e325a-c271-43f8-87e4-65c747317a4b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.421846 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8a283e43-f104-4ef8-b146-bafc6a2c38cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.431254 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d315ca2e-6f5d-4b3f-8c57-73202ce695b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=621128a29f214578a4ff5494a218ff23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333231 Jul 21 06:31:49.433843 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315ca2e-6f5d-4b3f-8c57-73202ce695b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb742cc-7bf7-46e0-b03c-327ecec803fa,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:49.433986 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37898) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:49.440016 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-3b0e325a-c271-43f8-87e4-65c747317a4b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Calling delete_port for 700b0f4d-346e-4b49-b171-537c02f06a17 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:31:49.509209 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:49.518754 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f9196045-0dc5-4002-9075-9d29e542e387 admin admin] Publish callbacks [] for security_group (ceb742cc-7bf7-46e0-b03c-327ecec803fa), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.558341 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f9196045-0dc5-4002-9075-9d29e542e387 admin admin] Publish callbacks [] for security_group (ceb742cc-7bf7-46e0-b03c-327ecec803fa), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.573909 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8a283e43-f104-4ef8-b146-bafc6a2c38cc admin admin] Publish callbacks [] for security_group (fc4aeaf7-a738-4cdd-a4ed-e3342d48a746), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.583593 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8a283e43-f104-4ef8-b146-bafc6a2c38cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fc4aeaf7-a738-4cdd-a4ed-e3342d48a746), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.587525 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-3b0e325a-c271-43f8-87e4-65c747317a4b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (700b0f4d-346e-4b49-b171-537c02f06a17), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.603428 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:49.617328 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e325a-c271-43f8-87e4-65c747317a4b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Pushing event deleted for resources: {'Port': ['ID=700b0f4d-346e-4b49-b171-537c02f06a17,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:49.635513 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['700b0f4d-346e-4b49-b171-537c02f06a17'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:31:49.672607 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-3b0e325a-c271-43f8-87e4-65c747317a4b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] No DVR routers for this DVR port 700b0f4d-346e-4b49-b171-537c02f06a17 on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:31:49.674545 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a283e43-f104-4ef8-b146-bafc6a2c38cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4aeaf7-a738-4cdd-a4ed-e3342d48a746,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:49.675392 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-3b0e325a-c271-43f8-87e4-65c747317a4b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.682624 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-003b9205-ac36-4f29-b3d6-82489fa6cdb6 req-3b0e325a-c271-43f8-87e4-65c747317a4b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.36 "DELETE /v2.0/ports/700b0f4d-346e-4b49-b171-537c02f06a17 HTTP/1.1" status: 204 len: 173 time: 0.5476050 Jul 21 06:31:49.682624 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9fc922-6315-4ec5-adda-8d3b6c1b3730', 'name': 'network-vif-deleted', 'tag': '700b0f4d-346e-4b49-b171-537c02f06a17'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:49.683412 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d5c9ac-7433-4ade-9a55-e8f00950ff61" -d '{"events": [{"server_uuid": "1f9fc922-6315-4ec5-adda-8d3b6c1b3730", "name": "network-vif-deleted", "tag": "700b0f4d-346e-4b49-b171-537c02f06a17"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:49.688224 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8a283e43-f104-4ef8-b146-bafc6a2c38cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f4dbe3626554145871b7c889317fbce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798821 Jul 21 06:31:49.688756 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37906) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:49.699838 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3b3a9-732c-421a-af42-29581539d747 req-ede2cf43-4a3c-4119-a4e4-123aa4bb3f3c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:49.701356 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7fb3b3a9-732c-421a-af42-29581539d747 req-ede2cf43-4a3c-4119-a4e4-123aa4bb3f3c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.1004579 Jul 21 06:31:49.707039 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:49.735638 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4198ca54-aa90-40f5-908f-a45cf99e735d req-1e1db0a5-8b5e-4481-992b-8134555d8b07 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9fc922-6315-4ec5-adda-8d3b6c1b3730 HTTP/1.1" status: 200 len: 210 time: 0.0462227 Jul 21 06:31:49.759788 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8087d737-46b0-4093-af30-bc67e34ae0b9 admin admin] Publish callbacks [] for security_group (fc4aeaf7-a738-4cdd-a4ed-e3342d48a746), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.761190 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f9196045-0dc5-4002-9075-9d29e542e387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ceb742cc-7bf7-46e0-b03c-327ecec803fa), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.764070 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f9196045-0dc5-4002-9075-9d29e542e387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.765208 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f9196045-0dc5-4002-9075-9d29e542e387 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ceb742cc-7bf7-46e0-b03c-327ecec803fa HTTP/1.1" status: 204 len: 168 time: 0.3303504 Jul 21 06:31:49.791475 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9196045-0dc5-4002-9075-9d29e542e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb742cc-7bf7-46e0-b03c-327ecec803fa,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:49.796021 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7fb3b3a9-732c-421a-af42-29581539d747 req-892c71b3-b8d7-4b5d-94fd-8f96bde108a5 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860941 Jul 21 06:31:49.802287 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8087d737-46b0-4093-af30-bc67e34ae0b9 admin admin] Publish callbacks [] for security_group (fc4aeaf7-a738-4cdd-a4ed-e3342d48a746), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.826805 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994af5e0-d119-4f40-b0f5-114cbbe40ddd x-openstack-request-id: req-994af5e0-d119-4f40-b0f5-114cbbe40ddd {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:49.826975 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9fc922-6315-4ec5-adda-8d3b6c1b3730", "name": "network-vif-deleted", "tag": "700b0f4d-346e-4b49-b171-537c02f06a17", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:49.827377 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-994af5e0-d119-4f40-b0f5-114cbbe40ddd {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:49.827889 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994af5e0-d119-4f40-b0f5-114cbbe40ddd'] response: {'server_uuid': '1f9fc922-6315-4ec5-adda-8d3b6c1b3730', 'name': 'network-vif-deleted', 'tag': '700b0f4d-346e-4b49-b171-537c02f06a17', 'status': 'completed', 'code': 200} Jul 21 06:31:49.880067 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8087d737-46b0-4093-af30-bc67e34ae0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fc4aeaf7-a738-4cdd-a4ed-e3342d48a746), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.884245 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8087d737-46b0-4093-af30-bc67e34ae0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:49.885514 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8087d737-46b0-4093-af30-bc67e34ae0b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc4aeaf7-a738-4cdd-a4ed-e3342d48a746 HTTP/1.1" status: 204 len: 168 time: 0.1948929 Jul 21 06:31:49.893992 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087d737-46b0-4093-af30-bc67e34ae0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4aeaf7-a738-4cdd-a4ed-e3342d48a746,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:50.297330 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37930) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:50.314600 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b4b88cd4-0434-4de1-a27e-fc0917dabe88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:50.410144 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b4b88cd4-0434-4de1-a27e-fc0917dabe88 admin admin] Publish callbacks [] for security_group (4808c01f-7ecb-4bad-a7f1-b571d7d6e5c1), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:50.414840 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b4b88cd4-0434-4de1-a27e-fc0917dabe88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (4808c01f-7ecb-4bad-a7f1-b571d7d6e5c1), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:50.466645 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b4b88cd4-0434-4de1-a27e-fc0917dabe88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d5e600cf1f6444c8c15d969aedec7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676590 Jul 21 06:31:50.467774 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b88cd4-0434-4de1-a27e-fc0917dabe88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4808c01f-7ecb-4bad-a7f1-b571d7d6e5c1,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:50.469395 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 37938) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:50.559501 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a41ce951-722e-450f-ad84-94fd0587efca admin admin] Publish callbacks [] for security_group (4808c01f-7ecb-4bad-a7f1-b571d7d6e5c1), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:50.586189 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a41ce951-722e-450f-ad84-94fd0587efca admin admin] Publish callbacks [] for security_group (4808c01f-7ecb-4bad-a7f1-b571d7d6e5c1), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:50.639768 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a41ce951-722e-450f-ad84-94fd0587efca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (4808c01f-7ecb-4bad-a7f1-b571d7d6e5c1), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:50.642530 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a41ce951-722e-450f-ad84-94fd0587efca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:50.644568 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a41ce951-722e-450f-ad84-94fd0587efca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4808c01f-7ecb-4bad-a7f1-b571d7d6e5c1 HTTP/1.1" status: 204 len: 168 time: 0.1734645 Jul 21 06:31:50.656517 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ce951-722e-450f-ad84-94fd0587efca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4808c01f-7ecb-4bad-a7f1-b571d7d6e5c1,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:50.931957 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765fa98-8290-4acd-bcef-638ff4131058 req-e2d0ceef-5ee1-47ef-96d6-312d1483e68c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:50.933480 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9765fa98-8290-4acd-bcef-638ff4131058 req-e2d0ceef-5ee1-47ef-96d6-312d1483e68c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0507848 Jul 21 06:31:51.002563 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9765fa98-8290-4acd-bcef-638ff4131058 req-6d8212a3-d639-4253-9bb2-57a87527dced tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602729 Jul 21 06:31:51.099054 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:51.127165 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-eabd6e7b-f26d-40f6-8725-2fd4ffa61feb tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:51.128536 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-eabd6e7b-f26d-40f6-8725-2fd4ffa61feb tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/networks?id=fc29e600-c087-44b3-9b0a-d2e20e1a4dac HTTP/1.1" status: 200 len: 809 time: 0.1199179 Jul 21 06:31:51.146521 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-de98dd4e-a2e5-4d5e-a564-63c13c81a9a0 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/quotas/e612f06f547449ac9e9b95dcd32d5928 HTTP/1.1" status: 200 len: 375 time: 0.0115504 Jul 21 06:31:51.182448 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-7753fa6c-0ad6-4b45-9555-cfbe709c13ec tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e612f06f547449ac9e9b95dcd32d5928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296180 Jul 21 06:31:51.293825 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-5c893703-4d1b-40a1-b909-8d99a3efc389 service neutron] 10.222.0.42 "GET /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028481 Jul 21 06:31:51.317450 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 37988) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:51.395463 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c432f143-5dda-47ce-b53b-dea6dc254967 service neutron] 10.222.0.42 "GET /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950968 Jul 21 06:31:51.448102 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cfcef821-574c-43c3-9c42-a08d865dcf8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:51.551476 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cfcef821-574c-43c3-9c42-a08d865dcf8b admin admin] Publish callbacks [] for security_group (b41460cf-dda4-45cd-bed9-b858dfe66541), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:51.563355 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cfcef821-574c-43c3-9c42-a08d865dcf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b41460cf-dda4-45cd-bed9-b858dfe66541), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:51.596654 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-40f7631e-7974-4d13-8cc9-6042b4e8e691 req-28233b5c-8d0f-4862-842c-c7bb21acd073 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 210 time: 0.0414779 Jul 21 06:31:51.628180 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-cfcef821-574c-43c3-9c42-a08d865dcf8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45339c9a714b44478ccf281a914c5e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065853 Jul 21 06:31:51.628798 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 38008) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:51.639451 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcef821-574c-43c3-9c42-a08d865dcf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41460cf-dda4-45cd-bed9-b858dfe66541,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:51.704325 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e156c74f-9bd1-447b-992c-ee2b71f76def admin admin] Publish callbacks [] for security_group (b41460cf-dda4-45cd-bed9-b858dfe66541), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:51.728449 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e156c74f-9bd1-447b-992c-ee2b71f76def admin admin] Publish callbacks [] for security_group (b41460cf-dda4-45cd-bed9-b858dfe66541), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:51.792019 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e156c74f-9bd1-447b-992c-ee2b71f76def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b41460cf-dda4-45cd-bed9-b858dfe66541), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:51.794524 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e156c74f-9bd1-447b-992c-ee2b71f76def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:51.795869 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e156c74f-9bd1-447b-992c-ee2b71f76def admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b41460cf-dda4-45cd-bed9-b858dfe66541 HTTP/1.1" status: 204 len: 168 time: 0.1653450 Jul 21 06:31:51.805548 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156c74f-9bd1-447b-992c-ee2b71f76def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41460cf-dda4-45cd-bed9-b858dfe66541,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:52.153402 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e2d6-2a57-49d4-a0e7-adfce2d11867 req-752e0b48-e92e-4ae0-b935-d5e0a2db93cc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:52.160876 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e850e2d6-2a57-49d4-a0e7-adfce2d11867 req-752e0b48-e92e-4ae0-b935-d5e0a2db93cc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0586805 Jul 21 06:31:52.214787 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e850e2d6-2a57-49d4-a0e7-adfce2d11867 req-04c5211e-9598-423b-adb4-84137901a374 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520048 Jul 21 06:31:52.697886 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-824d759e-bc94-4433-a813-485f6d761cfe req-2052b012-5b29-4ad8-b865-023daa0d6e75 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 210 time: 0.0302975 Jul 21 06:31:53.024166 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-e5d1d1a2-1c5a-45fa-abee-0f3a6470412a tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:53.026829 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-e5d1d1a2-1c5a-45fa-abee-0f3a6470412a tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.36 "GET /v2.0/networks?id=fc29e600-c087-44b3-9b0a-d2e20e1a4dac HTTP/1.1" status: 200 len: 809 time: 0.1131220 Jul 21 06:31:53.074523 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Request body: {'port': {'device_id': 'c7df41fc-34aa-4aa7-8c69-1785861c77a4', 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac', 'admin_state_up': True, 'tenant_id': 'e612f06f547449ac9e9b95dcd32d5928'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:53.133784 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 700b0f4d-346e-4b49-b171-537c02f06a17 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:31:53.157892 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 700b0f4d-346e-4b49-b171-537c02f06a17 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:31:53.158564 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 700b0f4d-346e-4b49-b171-537c02f06a17 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:31:53.172207 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:53.197312 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Made reservation on behalf of e612f06f547449ac9e9b95dcd32d5928 for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:31:53.200780 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:53.268891 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:53.342181 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Allocated IP 172.20.0.10 (fc29e600-c087-44b3-9b0a-d2e20e1a4dac/d09632da-99a5-49fe-b31d-666b0d1a81cf/de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:31:53.343041 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a62ff-bac3-4098-9732-ca88289b7d13 req-0623ecc1-48fc-4974-b79c-327863236100 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:53.344560 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef1a62ff-bac3-4098-9732-ca88289b7d13 req-0623ecc1-48fc-4974-b79c-327863236100 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0503452 Jul 21 06:31:53.396750 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef1a62ff-bac3-4098-9732-ca88289b7d13 req-d48c0e41-f691-4f3d-84f6-a0ad2b70e6bc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453684 Jul 21 06:31:53.702497 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks [] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:53.742952 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:53.795832 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Network fc29e600-c087-44b3-9b0a-d2e20e1a4dac is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:31:53.799475 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:31:53.804280 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:31:53.811937 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:53.824606 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a2d79-9f15-4336-ba2c-733bfeb2f47d req-fc4f55d3-be1e-4c2b-b9d3-fd2d4b2a84dd tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:53.826230 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-784a2d79-9f15-4336-ba2c-733bfeb2f47d req-fc4f55d3-be1e-4c2b-b9d3-fd2d4b2a84dd tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 932 time: 0.0583534 Jul 21 06:31:53.826993 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Pushing event updated for resources: {'Port': ['ID=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:53.858249 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:53.858773 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:53.878706 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-aa07b410-b0ed-4389-ad62-845f8615a5c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8081992 Jul 21 06:31:53.887681 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-784a2d79-9f15-4336-ba2c-733bfeb2f47d req-1d7dd2c2-f2da-4724-ad5c-3edb81d25359 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513680 Jul 21 06:31:53.898368 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Request body: {'port': {'device_id': 'c7df41fc-34aa-4aa7-8c69-1785861c77a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:31:53.963224 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:54.217254 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:54.233387 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:54.241881 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Publish callbacks [] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:54.257433 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Transition to ACTIVE for port object de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:31:54.262342 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:54.318896 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Pushing event updated for resources: {'Port': ['ID=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:54.360571 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:54.396094 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Attempting to bind port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:31:54.396419 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Attempting to bind port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '0501257a-1551-4ca6-9ff8-c8b831382680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:31:54.396776 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Attempting to bind port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d on network fc29e600-c087-44b3-9b0a-d2e20e1a4dac {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:54.401668 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d on network fc29e600-c087-44b3-9b0a-d2e20e1a4dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:31:54.402014 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Attempting to bind port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d on network fc29e600-c087-44b3-9b0a-d2e20e1a4dac {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:31:54.406946 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:31:54.407286 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Checking segment: {'id': '0501257a-1551-4ca6-9ff8-c8b831382680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:31:54.407667 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Bound using segment: {'id': '0501257a-1551-4ca6-9ff8-c8b831382680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:31:54.408092 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Bound port: de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0501257a-1551-4ca6-9ff8-c8b831382680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:31:54.408449 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:54.486275 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] For port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:31:54.492078 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] For port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,segment=NetworkSegment(0501257a-1551-4ca6-9ff8-c8b831382680),segment_id=0501257a-1551-4ca6-9ff8-c8b831382680)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:31:54.499282 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:54.527277 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:54.528595 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:54.530327 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] 10.222.0.36 "PUT /v2.0/ports/de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d HTTP/1.1" status: 200 len: 1094 time: 0.6367481 Jul 21 06:31:54.540195 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da77d6f-a738-4485-9c3d-ad06a983e4f6 req-ec8a01be-e23e-4c46-a095-1a2e86a1b975 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:54.541931 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8da77d6f-a738-4485-9c3d-ad06a983e4f6 req-ec8a01be-e23e-4c46-a095-1a2e86a1b975 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0615704 Jul 21 06:31:54.558586 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7df41fc-34aa-4aa7-8c69-1785861c77a4', 'tag': 'de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:31:54.561297 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938abde3-9228-47dd-9885-2084ca1d285f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7df41fc-34aa-4aa7-8c69-1785861c77a4", "tag": "de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:31:54.617617 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8da77d6f-a738-4485-9c3d-ad06a983e4f6 req-1f7f1b8a-1cf0-4cb0-b1e7-ca59a002162d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663514 Jul 21 06:31:54.629537 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974f91a1-c23a-4719-86fb-9b24a48f462b x-openstack-request-id: req-974f91a1-c23a-4719-86fb-9b24a48f462b {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:31:54.629895 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7df41fc-34aa-4aa7-8c69-1785861c77a4", "tag": "de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:31:54.630372 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-974f91a1-c23a-4719-86fb-9b24a48f462b {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:31:54.631346 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974f91a1-c23a-4719-86fb-9b24a48f462b'] response: {'name': 'network-changed', 'server_uuid': 'c7df41fc-34aa-4aa7-8c69-1785861c77a4', 'tag': 'de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d', 'status': 'completed', 'code': 200} Jul 21 06:31:54.671693 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fe15f-e0cc-4604-896b-43eb7becd5ad service neutron] Pushing event updated for resources: {'Port': ['ID=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:54.686407 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-63c87744-181e-41c0-b9a8-c7e557d8c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:54.689524 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-63c87744-181e-41c0-b9a8-c7e557d8c00a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e612f06f547449ac9e9b95dcd32d5928&device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 1128 time: 0.0683799 Jul 21 06:31:54.738445 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:54.740549 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-3ee11ac2-62df-4430-8884-28d153e1ccba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d HTTP/1.1" status: 200 len: 217 time: 0.0344570 Jul 21 06:31:54.761513 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:54.796674 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-5a154163-9469-4183-8352-5058905d339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:54.796674 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-5a154163-9469-4183-8352-5058905d339d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d09632da-99a5-49fe-b31d-666b0d1a81cf HTTP/1.1" status: 200 len: 849 time: 0.0484021 Jul 21 06:31:54.828327 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-625ad84c-5821-45be-b5f0-d83710cee042 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc29e600-c087-44b3-9b0a-d2e20e1a4dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273771 Jul 21 06:31:54.953382 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-f50a9be6-1ca6-4afb-b69f-3143139df8fc service neutron] 10.222.0.36 "GET /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052501 Jul 21 06:31:55.025161 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9776a16-8f83-49c0-bf5a-3679e58d7a36 req-13b707d0-1e74-451f-9d4d-67f7863db8f1 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:55.036384 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9776a16-8f83-49c0-bf5a-3679e58d7a36 req-13b707d0-1e74-451f-9d4d-67f7863db8f1 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 944 time: 0.0674996 Jul 21 06:31:55.089344 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9776a16-8f83-49c0-bf5a-3679e58d7a36 req-c637bdea-f89e-4046-977c-5ba0e600863e tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514190 Jul 21 06:31:55.095269 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62d05ff6-d568-49bb-a08b-90fb7c0b4cbc req-9d142799-d11c-4e01-9b0f-698570b11186 service neutron] 10.222.0.36 "GET /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314397 Jul 21 06:31:55.742667 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bdad3-05e6-42e8-9130-5dbff4ff9213 req-ab15c27a-3af8-4386-9c59-11789beb420f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:55.744189 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-088bdad3-05e6-42e8-9130-5dbff4ff9213 req-ab15c27a-3af8-4386-9c59-11789beb420f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Jul 21 06:31:55.762554 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:55.794464 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-088bdad3-05e6-42e8-9130-5dbff4ff9213 req-8ce93785-62b4-454b-add3-db8b2d00d615 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Jul 21 06:31:56.189925 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:56.197523 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a370b309-f21d-4876-b8f7-0545cccb9b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:56.214096 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79e436-eb3e-4e17-8075-a5c06b5e6671 req-148d568c-ec1a-4c18-8916-af57e9db462d tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:56.215621 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc79e436-eb3e-4e17-8075-a5c06b5e6671 req-148d568c-ec1a-4c18-8916-af57e9db462d tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 944 time: 0.0564189 Jul 21 06:31:56.269053 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc79e436-eb3e-4e17-8075-a5c06b5e6671 req-21fd35fc-5910-4d38-999f-8813c19e4db1 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475144 Jul 21 06:31:56.406607 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abde3-9228-47dd-9885-2084ca1d285f req-e8f1dc16-d59f-4985-8c39-855625d25d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:56.408073 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-938abde3-9228-47dd-9885-2084ca1d285f req-e8f1dc16-d59f-4985-8c39-855625d25d4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e612f06f547449ac9e9b95dcd32d5928&device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 1128 time: 0.0422347 Jul 21 06:31:56.508698 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abde3-9228-47dd-9885-2084ca1d285f req-6358dbf5-d00a-4d78-b4bd-04fec60c4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:56.510190 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-938abde3-9228-47dd-9885-2084ca1d285f req-6358dbf5-d00a-4d78-b4bd-04fec60c4fe0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc29e600-c087-44b3-9b0a-d2e20e1a4dac HTTP/1.1" status: 200 len: 910 time: 0.0897505 Jul 21 06:31:56.554779 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-938abde3-9228-47dd-9885-2084ca1d285f req-538fc9df-4072-4190-abd5-5639e05c46ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d HTTP/1.1" status: 200 len: 217 time: 0.0374503 Jul 21 06:31:56.581181 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 38166) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:56.606983 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abde3-9228-47dd-9885-2084ca1d285f req-be38db06-761f-4d15-b295-b4be9d9627ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:56.608483 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-938abde3-9228-47dd-9885-2084ca1d285f req-be38db06-761f-4d15-b295-b4be9d9627ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d09632da-99a5-49fe-b31d-666b0d1a81cf HTTP/1.1" status: 200 len: 849 time: 0.0475314 Jul 21 06:31:56.644147 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-938abde3-9228-47dd-9885-2084ca1d285f req-9524257b-f934-4c09-ae59-66dbe4217f06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc29e600-c087-44b3-9b0a-d2e20e1a4dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251341 Jul 21 06:31:56.699872 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3503715f-a3dd-46a7-ad88-36f975ce7ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:56.744686 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:56.748799 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-938abde3-9228-47dd-9885-2084ca1d285f req-29a4b0bf-5324-4b0c-b6c5-c7372ff915e3 service neutron] 10.222.0.36 "GET /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916595 Jul 21 06:31:56.778893 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3503715f-a3dd-46a7-ad88-36f975ce7ba9 admin admin] Publish callbacks [] for security_group (d04af104-6d47-465e-8250-00ce3e2eef51), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:56.782680 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3503715f-a3dd-46a7-ad88-36f975ce7ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d04af104-6d47-465e-8250-00ce3e2eef51), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:56.835032 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3503715f-a3dd-46a7-ad88-36f975ce7ba9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e972c4fe72ee4f4d9656a6abf4ec2297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494762 Jul 21 06:31:56.835032 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503715f-a3dd-46a7-ad88-36f975ce7ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04af104-6d47-465e-8250-00ce3e2eef51,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:56.835538 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38172) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:56.847236 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:56.863762 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-938abde3-9228-47dd-9885-2084ca1d285f req-88ff8058-5ae5-4d91-aed5-307a7ded41b9 service neutron] 10.222.0.36 "GET /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067743 Jul 21 06:31:56.905429 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4da94b8d-2372-4f57-b6ec-ecb063d3928e admin admin] Publish callbacks [] for security_group (d04af104-6d47-465e-8250-00ce3e2eef51), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:56.926439 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374ee4f-5506-40b4-9df0-d1ab0a4f4f70 req-872ee262-5979-4bc9-ac57-96cf2edde5b7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:56.928257 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3374ee4f-5506-40b4-9df0-d1ab0a4f4f70 req-872ee262-5979-4bc9-ac57-96cf2edde5b7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0600944 Jul 21 06:31:56.928894 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4da94b8d-2372-4f57-b6ec-ecb063d3928e admin admin] Publish callbacks [] for security_group (d04af104-6d47-465e-8250-00ce3e2eef51), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:56.981903 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4da94b8d-2372-4f57-b6ec-ecb063d3928e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d04af104-6d47-465e-8250-00ce3e2eef51), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:56.984293 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3374ee4f-5506-40b4-9df0-d1ab0a4f4f70 req-c0d7858a-fce2-4d3a-9c01-fc753721e3b0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494857 Jul 21 06:31:56.984971 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4da94b8d-2372-4f57-b6ec-ecb063d3928e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:56.986231 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4da94b8d-2372-4f57-b6ec-ecb063d3928e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d04af104-6d47-465e-8250-00ce3e2eef51 HTTP/1.1" status: 204 len: 168 time: 0.1496682 Jul 21 06:31:56.995538 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da94b8d-2372-4f57-b6ec-ecb063d3928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04af104-6d47-465e-8250-00ce3e2eef51,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:57.260570 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 38184) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:57.274176 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7f6535c6-92db-407e-b1f6-ca29516a1109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:57.347842 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:57.354947 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7f6535c6-92db-407e-b1f6-ca29516a1109 admin admin] Publish callbacks [] for security_group (fd740141-6f5b-4d64-b80e-569d5e053da8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:57.365904 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7f6535c6-92db-407e-b1f6-ca29516a1109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fd740141-6f5b-4d64-b80e-569d5e053da8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:57.435556 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a2168-f21b-4b9c-9bcd-77105aa25bf6 req-f95dcd23-9af0-43f0-a22e-12c1b3bb326f tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:57.437011 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8c8a2168-f21b-4b9c-9bcd-77105aa25bf6 req-f95dcd23-9af0-43f0-a22e-12c1b3bb326f tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 944 time: 0.0883865 Jul 21 06:31:57.439617 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7f6535c6-92db-407e-b1f6-ca29516a1109 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=059dc1dc44674afd826a391cc66efba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780465 Jul 21 06:31:57.440453 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6535c6-92db-407e-b1f6-ca29516a1109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd740141-6f5b-4d64-b80e-569d5e053da8,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:57.442374 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38188) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:57.486387 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8c8a2168-f21b-4b9c-9bcd-77105aa25bf6 req-830a8b53-7f60-4da0-be99-71919774187d tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Jul 21 06:31:57.495751 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ffebb5bf-0dba-4443-aee9-5052cf13031b admin admin] Publish callbacks [] for security_group (fd740141-6f5b-4d64-b80e-569d5e053da8), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:57.517184 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ffebb5bf-0dba-4443-aee9-5052cf13031b admin admin] Publish callbacks [] for security_group (fd740141-6f5b-4d64-b80e-569d5e053da8), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:57.562865 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ffebb5bf-0dba-4443-aee9-5052cf13031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fd740141-6f5b-4d64-b80e-569d5e053da8), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:57.565355 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ffebb5bf-0dba-4443-aee9-5052cf13031b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:57.566524 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ffebb5bf-0dba-4443-aee9-5052cf13031b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd740141-6f5b-4d64-b80e-569d5e053da8 HTTP/1.1" status: 204 len: 168 time: 0.1231070 Jul 21 06:31:57.574339 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebb5bf-0dba-4443-aee9-5052cf13031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd740141-6f5b-4d64-b80e-569d5e053da8,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:58.119705 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6afc0-93c9-4e1b-8889-f725eb77a9b6 req-5f65ba48-5f29-42f3-be7e-7284bb97f935 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:58.121341 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aab6afc0-93c9-4e1b-8889-f725eb77a9b6 req-5f65ba48-5f29-42f3-be7e-7284bb97f935 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0524180 Jul 21 06:31:58.178799 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aab6afc0-93c9-4e1b-8889-f725eb77a9b6 req-a6075f43-d4a7-42ed-be1e-8c47c6c7639a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507441 Jul 21 06:31:58.519186 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3bd26c54-1711-4de2-a66c-6a2044ce6591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:58.603790 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68729f3-6060-422a-b92f-279887b6a972 req-42379e3b-390e-4e1b-9e21-9cb4b26bb9db tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:58.605264 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e68729f3-6060-422a-b92f-279887b6a972 req-42379e3b-390e-4e1b-9e21-9cb4b26bb9db tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 944 time: 0.0499051 Jul 21 06:31:58.649813 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:31:58.658562 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e68729f3-6060-422a-b92f-279887b6a972 req-0b8c011c-9923-4029-a1ed-2bc4b7fe08c6 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456455 Jul 21 06:31:59.169152 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:31:59.308704 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913582a-3969-40ac-a621-d52bcb2f0291 req-6d2adb87-21ac-42fb-812f-a1ac5171d83c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:59.315105 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0913582a-3969-40ac-a621-d52bcb2f0291 req-6d2adb87-21ac-42fb-812f-a1ac5171d83c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0537765 Jul 21 06:31:59.346640 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,segment=NetworkSegment(0501257a-1551-4ca6-9ff8-c8b831382680),segment_id=0501257a-1551-4ca6-9ff8-c8b831382680)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:59.359834 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': 'de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d', 'network_id': 'fc29e600-c087-44b3-9b0a-d2e20e1a4dac', 'port_id': 'de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d', 'mac_address': 'fa:16:3e:cc:cc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09632da-99a5-49fe-b31d-666b0d1a81cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:31:59.368414 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0913582a-3969-40ac-a621-d52bcb2f0291 req-34e1f755-353d-4b25-bd40-cf41259d92d3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523396 Jul 21 06:31:59.398663 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:31:59.399069 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:59.413103 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:31:59.434113 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,segment=NetworkSegment(0501257a-1551-4ca6-9ff8-c8b831382680),segment_id=0501257a-1551-4ca6-9ff8-c8b831382680)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:31:59.438741 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:59.489742 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:59.534381 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38252) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:59.640298 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-43901a14-44a0-4eb4-8124-b3c036217be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:59.718718 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-43901a14-44a0-4eb4-8124-b3c036217be9 admin admin] Publish callbacks [] for security_group (57ab8aab-1f79-4ae2-84f6-a61280ab1f0d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:59.722685 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-43901a14-44a0-4eb4-8124-b3c036217be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (57ab8aab-1f79-4ae2-84f6-a61280ab1f0d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:59.768100 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43901a14-44a0-4eb4-8124-b3c036217be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ab8aab-1f79-4ae2-84f6-a61280ab1f0d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:59.774743 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-43901a14-44a0-4eb4-8124-b3c036217be9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3696b802980145649ec717ba8abcb02b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389677 Jul 21 06:31:59.776709 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38258) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:31:59.778510 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f59ab9-f535-414d-af00-d253ee3ed2fe req-0abf6afd-e993-4b74-b871-9df03538db29 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:31:59.780450 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-16f59ab9-f535-414d-af00-d253ee3ed2fe req-0abf6afd-e993-4b74-b871-9df03538db29 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 945 time: 0.0493832 Jul 21 06:31:59.829163 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc86cbba-1f57-4302-9a2f-c89f89342494 admin admin] Publish callbacks [] for security_group (57ab8aab-1f79-4ae2-84f6-a61280ab1f0d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:59.833208 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-16f59ab9-f535-414d-af00-d253ee3ed2fe req-89faeb73-a7cc-4f1c-ae19-3144089ad446 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468965 Jul 21 06:31:59.852534 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc86cbba-1f57-4302-9a2f-c89f89342494 admin admin] Publish callbacks [] for security_group (57ab8aab-1f79-4ae2-84f6-a61280ab1f0d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:59.858118 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:31:59.903704 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc86cbba-1f57-4302-9a2f-c89f89342494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (57ab8aab-1f79-4ae2-84f6-a61280ab1f0d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:59.906316 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc86cbba-1f57-4302-9a2f-c89f89342494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:31:59.909864 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-dc86cbba-1f57-4302-9a2f-c89f89342494 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57ab8aab-1f79-4ae2-84f6-a61280ab1f0d HTTP/1.1" status: 204 len: 168 time: 0.1299267 Jul 21 06:31:59.916532 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86cbba-1f57-4302-9a2f-c89f89342494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ab8aab-1f79-4ae2-84f6-a61280ab1f0d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:31:59.968537 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:00.497235 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7b3ae-8a5e-46a7-92b3-9ae661adbe50 req-21c4b585-72af-4743-9ad4-4b9b69c4e963 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:00.499534 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-95d7b3ae-8a5e-46a7-92b3-9ae661adbe50 req-21c4b585-72af-4743-9ad4-4b9b69c4e963 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0575840 Jul 21 06:32:00.550652 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-95d7b3ae-8a5e-46a7-92b3-9ae661adbe50 req-81f7d04d-e7e6-40b5-b3fe-2e0cb0dc3a93 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435784 Jul 21 06:32:00.568612 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 38292) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:00.671676 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1245536883-network', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:00.691890 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Made reservation on behalf of 5d0ba27e9a7f450c87eb189cdd6e235b for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:32:00.695574 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:00.705719 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:00.787478 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Publish callbacks [] for security_group (374e38e3-58ad-4bc1-bd7e-a235f6f0496a), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:00.791078 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (374e38e3-58ad-4bc1-bd7e-a235f6f0496a), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:00.819850 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:32:00.826766 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374e38e3-58ad-4bc1-bd7e-a235f6f0496a,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:00.833165 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (a38e2904-e2bf-4cf3-ba2c-35c50abfb42e), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:00.833515 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Added segment a38e2904-e2bf-4cf3-ba2c-35c50abfb42e of type vlan for network dadad058-4314-4199-8e9f-a1bda80f561d Jul 21 06:32:00.877260 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (dadad058-4314-4199-8e9f-a1bda80f561d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:00.905489 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (dadad058-4314-4199-8e9f-a1bda80f561d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:00.906630 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:00.907214 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:00.964440 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3943622 Jul 21 06:32:00.967464 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38302) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:00.968634 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:00.972498 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Request body: {'subnet': {'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1245536883-subnet', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:00.995024 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Made reservation on behalf of 5d0ba27e9a7f450c87eb189cdd6e235b for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:32:00.997472 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12808621'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.007994 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e510b-12c1-4ef4-a495-17f14b96fbdd admin admin] Pushing event updated for resources: {'Network': ['ID=dadad058-4314-4199-8e9f-a1bda80f561d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:01.015843 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee11926-6a6a-45c1-a45b-e2a863ea12e1 req-c88abb33-c50e-45ed-aba0-8034b8c1d6fb tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:01.017341 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ee11926-6a6a-45c1-a45b-e2a863ea12e1 req-c88abb33-c50e-45ed-aba0-8034b8c1d6fb tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 945 time: 0.1014247 Jul 21 06:32:01.019760 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network dadad058-4314-4199-8e9f-a1bda80f561d details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:32:01.077299 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:01.077542 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ee11926-6a6a-45c1-a45b-e2a863ea12e1 req-b24ecbef-a487-4476-8e73-c2f95aa43b19 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Jul 21 06:32:01.104834 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:01.126994 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.179104 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:01.191955 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14670617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12808639'] for subnet (a810cecd-49b8-42a4-8b02-36e4020aaf6a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.202248 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:01.226760 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:32:01.231684 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:01.232078 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.249982 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a810cecd-49b8-42a4-8b02-36e4020aaf6a,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:01.261738 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Checking segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:32:01.262115 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Network hostable DHCP agents. Network: dadad058-4314-4199-8e9f-a1bda80f561d, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:32:01.278717 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Network dadad058-4314-4199-8e9f-a1bda80f561d is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:32:01.287996 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, dadad058-4314-4199-8e9f-a1bda80f561d) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:01.292267 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:01.292865 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.300251 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ce39c7-7ce8-4370-ad52-8a5af7c56ffc None None] Network dadad058-4314-4199-8e9f-a1bda80f561d requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:32:01.309728 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-74a0693d-9ccb-4bdb-acf4-a14424742781 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3411953 Jul 21 06:32:01.312352 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38304) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:01.316564 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:01.328367 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:01.328761 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.342415 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.343564 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.395338 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks [] for router_controller (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.495289 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:01.519038 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7df41fc-34aa-4aa7-8c69-1785861c77a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:32:01.521550 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3856b9-97d5-4335-816b-71e6e4f91295" -d '{"events": [{"server_uuid": "c7df41fc-34aa-4aa7-8c69-1785861c77a4", "name": "network-vif-plugged", "status": "completed", "tag": "de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:32:01.535778 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks [] for router_gateway (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.540377 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,segment=NetworkSegment(0501257a-1551-4ca6-9ff8-c8b831382680),segment_id=0501257a-1551-4ca6-9ff8-c8b831382680)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:01.572208 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.605623 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab2eec2-eb12-4dad-8741-1a54b0fbbbf9 x-openstack-request-id: req-6ab2eec2-eb12-4dad-8741-1a54b0fbbbf9 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:32:01.605933 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7df41fc-34aa-4aa7-8c69-1785861c77a4", "name": "network-vif-plugged", "status": "completed", "tag": "de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:32:01.606216 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ab2eec2-eb12-4dad-8741-1a54b0fbbbf9 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:32:01.606608 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab2eec2-eb12-4dad-8741-1a54b0fbbbf9'] response: {'server_uuid': 'c7df41fc-34aa-4aa7-8c69-1785861c77a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d', 'code': 200} Jul 21 06:32:01.615383 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-dadad058-4314-4199-8e9f-a1bda80f561d', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:32:01.616502 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.656902 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:01.766130 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.783647 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks [] for router_gateway (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.813413 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:01.845829 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Allocated IP 172.20.0.2 (dadad058-4314-4199-8e9f-a1bda80f561d/a810cecd-49b8-42a4-8b02-36e4020aaf6a/dd093e5f-5228-469c-b78f-dd06a1268371) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:32:01.859210 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38316) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:01.869225 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb03e9-f27e-457a-b4b6-b956997c4bab req-f77b4c8a-e3f6-412b-835f-77c3c4f79682 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:01.877477 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a7fb03e9-f27e-457a-b4b6-b956997c4bab req-f77b4c8a-e3f6-412b-835f-77c3c4f79682 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0686865 Jul 21 06:32:01.944187 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:01.967037 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a7fb03e9-f27e-457a-b4b6-b956997c4bab req-67c91646-36f1-49fa-8236-b5b176f88e64 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883455 Jul 21 06:32:02.013895 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Allocated IP 172.27.1.119 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/51a2c81c-9854-4a38-b39c-c9ea2525723b) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:32:02.030273 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e76c5e48-f924-44ab-824f-52348ee52bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.061891 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:02.070581 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Publish callbacks [] for port (dd093e5f-5228-469c-b78f-dd06a1268371), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.076766 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.116358 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Network dadad058-4314-4199-8e9f-a1bda80f561d is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:02.122230 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:02.126597 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:32:02.128807 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:02.134262 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Pushing event updated for resources: {'Port': ['ID=dd093e5f-5228-469c-b78f-dd06a1268371,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:02.191915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0467532-6e38-4849-a24d-df327c89cdec req-3b9dd910-1c14-436e-b56c-a5a258e2d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:02.194745 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b0467532-6e38-4849-a24d-df327c89cdec req-3b9dd910-1c14-436e-b56c-a5a258e2d1ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 1130 time: 0.0456042 Jul 21 06:32:02.205540 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Attempting to bind port dd093e5f-5228-469c-b78f-dd06a1268371 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:32:02.205865 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Attempting to bind port dd093e5f-5228-469c-b78f-dd06a1268371 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:32:02.206243 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Attempting to bind port dd093e5f-5228-469c-b78f-dd06a1268371 on network dadad058-4314-4199-8e9f-a1bda80f561d {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:32:02.213482 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:32:02.213895 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Checking segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:32:02.214340 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.215112 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Bound using segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:32:02.215244 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Bound port: dd093e5f-5228-469c-b78f-dd06a1268371, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:32:02.215777 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.234843 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks [] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.249903 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e76c5e48-f924-44ab-824f-52348ee52bc6 admin admin] Publish callbacks [] for security_group (042bc95f-feeb-4456-8f1e-f0ac46f9799c), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.251359 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11f1bb-f755-49c2-988a-b34d50c107e4 req-5e68dff6-3eac-453b-ab50-9086e96ba82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:02.252853 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-dc11f1bb-f755-49c2-988a-b34d50c107e4 req-5e68dff6-3eac-453b-ab50-9086e96ba82f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 1129 time: 0.1027734 Jul 21 06:32:02.257798 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e76c5e48-f924-44ab-824f-52348ee52bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (042bc95f-feeb-4456-8f1e-f0ac46f9799c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.281657 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:02.289562 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] For port dd093e5f-5228-469c-b78f-dd06a1268371, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:32:02.294930 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] For port dd093e5f-5228-469c-b78f-dd06a1268371, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=dd093e5f-5228-469c-b78f-dd06a1268371,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:32:02.298546 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792066b6-25e7-49ac-9e4b-2f144b6870e6 req-d8d09a55-6b39-439a-a9bb-215a601170e0 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:02.300123 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-792066b6-25e7-49ac-9e4b-2f144b6870e6 req-d8d09a55-6b39-439a-a9bb-215a601170e0 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 946 time: 0.0730426 Jul 21 06:32:02.304463 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.314902 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b0467532-6e38-4849-a24d-df327c89cdec req-7fd6cfbf-446f-4a22-995a-4a33f82f96ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073248 Jul 21 06:32:02.334279 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e76c5e48-f924-44ab-824f-52348ee52bc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf7017d866ec4d86b1b0bde70d29bf4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734507 Jul 21 06:32:02.335400 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c5e48-f924-44ab-824f-52348ee52bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042bc95f-feeb-4456-8f1e-f0ac46f9799c,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:02.337011 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 38322) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:02.357169 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.374527 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d600038-a81a-4ce5-af2b-dde5f5e1e50e None None] Pushing event updated for resources: {'Port': ['ID=dd093e5f-5228-469c-b78f-dd06a1268371,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:02.399083 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-dc11f1bb-f755-49c2-988a-b34d50c107e4 req-370ca352-b52f-4166-ab35-73555221d39c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268914 Jul 21 06:32:02.408423 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-792066b6-25e7-49ac-9e4b-2f144b6870e6 req-5b99fece-53cd-4d64-8f07-9cddecb20d9d tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976210 Jul 21 06:32:02.419042 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:02.420212 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-692d4adc-4efe-4d65-a8d8-d9a3c58ee0cd admin admin] Publish callbacks [] for security_group (042bc95f-feeb-4456-8f1e-f0ac46f9799c), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.425661 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:02.430377 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:32:02.437069 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Pushing event updated for resources: {'Port': ['ID=51a2c81c-9854-4a38-b39c-c9ea2525723b,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:02.447217 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-692d4adc-4efe-4d65-a8d8-d9a3c58ee0cd admin admin] Publish callbacks [] for security_group (042bc95f-feeb-4456-8f1e-f0ac46f9799c), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.503263 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-692d4adc-4efe-4d65-a8d8-d9a3c58ee0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (042bc95f-feeb-4456-8f1e-f0ac46f9799c), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.506743 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-692d4adc-4efe-4d65-a8d8-d9a3c58ee0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.510435 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-692d4adc-4efe-4d65-a8d8-d9a3c58ee0cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/042bc95f-feeb-4456-8f1e-f0ac46f9799c HTTP/1.1" status: 204 len: 168 time: 0.1693037 Jul 21 06:32:02.516331 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d4adc-4efe-4d65-a8d8-d9a3c58ee0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042bc95f-feeb-4456-8f1e-f0ac46f9799c,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:02.760984 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device dd093e5f-5228-469c-b78f-dd06a1268371 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:02.782203 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks [] for router_gateway (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.820859 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port dd093e5f-5228-469c-b78f-dd06a1268371 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:02.821356 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.892999 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:02.903921 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port dd093e5f-5228-469c-b78f-dd06a1268371 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:02.903921 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.904375 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 38328) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:02.920666 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b6780ae1-3b5a-47ad-901a-5018d5a1fd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.937922 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:02.938179 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port dd093e5f-5228-469c-b78f-dd06a1268371, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=dd093e5f-5228-469c-b78f-dd06a1268371,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:02.943878 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:02.998614 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=dd093e5f-5228-469c-b78f-dd06a1268371,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:03.015422 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:03.025658 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b6780ae1-3b5a-47ad-901a-5018d5a1fd55 admin admin] Publish callbacks [] for security_group (28073fd6-f8d9-4cf3-a0c7-bdb319de68ea), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:03.032691 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b6780ae1-3b5a-47ad-901a-5018d5a1fd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (28073fd6-f8d9-4cf3-a0c7-bdb319de68ea), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:03.059512 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6780ae1-3b5a-47ad-901a-5018d5a1fd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28073fd6-f8d9-4cf3-a0c7-bdb319de68ea,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:03.118557 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b6780ae1-3b5a-47ad-901a-5018d5a1fd55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9dd1c0115e04d23880e5b1fd81f6487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130442 Jul 21 06:32:03.120754 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38332) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:03.128127 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87a6c-88ba-4586-a9d8-1ad7335b74fd req-7a85e65d-48d8-40c4-82cb-25669ddd32dc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:03.134001 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bcd87a6c-88ba-4586-a9d8-1ad7335b74fd req-7a85e65d-48d8-40c4-82cb-25669ddd32dc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0714171 Jul 21 06:32:03.181150 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bcd87a6c-88ba-4586-a9d8-1ad7335b74fd req-aa597c3a-5a37-4a90-a4b6-49fecdf50795 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 Jul 21 06:32:03.198711 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:03.208117 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c27bf88e-cd33-4518-bdf7-b52ed418ee52 admin admin] Publish callbacks [] for security_group (28073fd6-f8d9-4cf3-a0c7-bdb319de68ea), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:03.239069 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:32:03.243574 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c27bf88e-cd33-4518-bdf7-b52ed418ee52 admin admin] Publish callbacks [] for security_group (28073fd6-f8d9-4cf3-a0c7-bdb319de68ea), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:03.350200 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142bb0ee-e3b4-423f-b0fc-8e5bbdc99e68 None None] Network dadad058-4314-4199-8e9f-a1bda80f561d requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:32:03.415859 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-d3cb28f2-5838-497d-b0d3-2c54c50c6450 None None] Provisioning complete for port dd093e5f-5228-469c-b78f-dd06a1268371 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:03.416229 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d3cb28f2-5838-497d-b0d3-2c54c50c6450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:03.543381 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb28f2-5838-497d-b0d3-2c54c50c6450 None None] Current status of the port dd093e5f-5228-469c-b78f-dd06a1268371 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:03.550681 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3793aa4-8886-446d-b39d-32f945587ebf req-9fc3e2b8-42c5-45f3-9ba4-3fc1ca07d788 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:03.552528 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3793aa4-8886-446d-b39d-32f945587ebf req-9fc3e2b8-42c5-45f3-9ba4-3fc1ca07d788 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 946 time: 0.0576036 Jul 21 06:32:03.595585 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:32:03.597706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c27bf88e-cd33-4518-bdf7-b52ed418ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (28073fd6-f8d9-4cf3-a0c7-bdb319de68ea), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:03.600571 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c27bf88e-cd33-4518-bdf7-b52ed418ee52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:03.601889 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c27bf88e-cd33-4518-bdf7-b52ed418ee52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28073fd6-f8d9-4cf3-a0c7-bdb319de68ea HTTP/1.1" status: 204 len: 168 time: 0.4801986 Jul 21 06:32:03.609528 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Sync routers for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:32:03.620769 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:32:03.621396 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:03.625541 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3793aa4-8886-446d-b39d-32f945587ebf req-a23932f7-fbfe-43e4-b43c-635207cdea07 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654056 Jul 21 06:32:03.639583 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bf88e-cd33-4518-bdf7-b52ed418ee52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28073fd6-f8d9-4cf3-a0c7-bdb319de68ea,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:03.652105 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:03.656044 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4b502a2e-0a78-423c-9bb4-31a660034b59 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3401756 Jul 21 06:32:03.656468 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 38338) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:03.752202 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:03.752903 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:32:03.850007 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:03.892072 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-8266af9d-e881-46b0-aa66-f0ca1cd8c197 None None] Provisioning complete for port dd093e5f-5228-469c-b78f-dd06a1268371 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:03.892529 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8266af9d-e881-46b0-aa66-f0ca1cd8c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.025599 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:04.028315 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:02Z', 'revision_number': 3, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:04.065040 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Checking router: 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:32:04.065407 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Updating router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c port 51a2c81c-9854-4a38-b39c-c9ea2525723b binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:32:04.069547 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-8266af9d-e881-46b0-aa66-f0ca1cd8c197 None None] Current status of the port dd093e5f-5228-469c-b78f-dd06a1268371 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:04.112955 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.136389 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.264398 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:04.352163 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c8311-c80b-447f-9667-be8c7d71a032 req-a0d8968d-bc74-4dbe-8c10-56e01ac177e5 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:04.353665 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-464c8311-c80b-447f-9667-be8c7d71a032 req-a0d8968d-bc74-4dbe-8c10-56e01ac177e5 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0638409 Jul 21 06:32:04.354902 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Allocated IP 172.20.0.1 (dadad058-4314-4199-8e9f-a1bda80f561d/a810cecd-49b8-42a4-8b02-36e4020aaf6a/ae4a7424-8332-4d56-abbd-a886938aacd9) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:32:04.417269 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Publish callbacks [] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.424223 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.461101 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-464c8311-c80b-447f-9667-be8c7d71a032 req-ddf7fefb-ef7f-4277-9fae-e4d3af97f1b5 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012053 Jul 21 06:32:04.479842 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Attempting to bind port 51a2c81c-9854-4a38-b39c-c9ea2525723b on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:32:04.480218 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Attempting to bind port 51a2c81c-9854-4a38-b39c-c9ea2525723b by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:32:04.480580 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Attempting to bind port 51a2c81c-9854-4a38-b39c-c9ea2525723b on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:32:04.485807 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:32:04.486211 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:32:04.486792 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.487189 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:32:04.487655 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Bound port: 51a2c81c-9854-4a38-b39c-c9ea2525723b, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:32:04.488307 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.512619 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abf0df-38d0-4564-b750-83d8fe5559ab None None] Pushing event updated for resources: {'Port': ['ID=51a2c81c-9854-4a38-b39c-c9ea2525723b,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:04.513225 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Publish callbacks [] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.555585 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.564201 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] For port 51a2c81c-9854-4a38-b39c-c9ea2525723b, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:32:04.568220 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] For port 51a2c81c-9854-4a38-b39c-c9ea2525723b, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=51a2c81c-9854-4a38-b39c-c9ea2525723b,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:32:04.575242 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.600428 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Network dadad058-4314-4199-8e9f-a1bda80f561d is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:04.605981 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:04.608127 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Pushing event updated for resources: {'Port': ['ID=ae4a7424-8332-4d56-abbd-a886938aacd9,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:04.617327 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:32:04.617466 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.630881 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:32:04.631338 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:04.744915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:04.784481 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:04.887436 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:04.889373 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:04.890047 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:04.921635 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device dd093e5f-5228-469c-b78f-dd06a1268371 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:04.927312 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f765af-a141-4558-a2b6-3fff143790a0 req-40c51e8b-7b77-4245-b364-b1f735c4fe98 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:04.929061 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-26f765af-a141-4558-a2b6-3fff143790a0 req-40c51e8b-7b77-4245-b364-b1f735c4fe98 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 946 time: 0.1401305 Jul 21 06:32:04.997895 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abf0df-38d0-4564-b750-83d8fe5559ab None None] Pushing event updated for resources: {'Port': ['ID=51a2c81c-9854-4a38-b39c-c9ea2525723b,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:05.034574 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-f02049a3-d2f3-4b7a-afaa-e01b739bac6f None None] Provisioning complete for port ae4a7424-8332-4d56-abbd-a886938aacd9 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:05.035099 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f02049a3-d2f3-4b7a-afaa-e01b739bac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:05.038098 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-26f765af-a141-4558-a2b6-3fff143790a0 req-2196821b-307d-4e0d-b2f0-6e6dbf4fb3e1 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820227 Jul 21 06:32:05.088222 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:32:05.116786 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-f02049a3-d2f3-4b7a-afaa-e01b739bac6f None None] Port ae4a7424-8332-4d56-abbd-a886938aacd9 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:32:05.149837 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port dd093e5f-5228-469c-b78f-dd06a1268371 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:05.150342 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:05.262292 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:05.345523 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port dd093e5f-5228-469c-b78f-dd06a1268371 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:05.376626 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:05.382665 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:02Z', 'revision_number': 3, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:05.400989 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Publish callbacks [] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:05.407916 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:05.408680 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:05.421860 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30b483-56ed-48f3-9c62-c81f66e0e78f None None] The sync data for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi is: [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:02Z', 'revision_number': 3, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:32:05.509504 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Pushing event updated for resources: {'Port': ['ID=ae4a7424-8332-4d56-abbd-a886938aacd9,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:05.548416 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Network dadad058-4314-4199-8e9f-a1bda80f561d is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:05.549842 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:05.685275 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc077f-4374-4a0d-9081-154e0c974fbd req-0c17fc47-2ae4-46c1-a7d8-55a06d31975b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:05.686845 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-40fc077f-4374-4a0d-9081-154e0c974fbd req-0c17fc47-2ae4-46c1-a7d8-55a06d31975b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.1176066 Jul 21 06:32:05.789691 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:32:05.796997 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-40fc077f-4374-4a0d-9081-154e0c974fbd req-6fa9be5a-0b27-400c-9409-29bd4a725bf9 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885210 Jul 21 06:32:05.856605 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-50b81e2b-3d35-4211-ac69-f09d738cd187 None None] Provisioning complete for port ae4a7424-8332-4d56-abbd-a886938aacd9 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:05.857080 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-50b81e2b-3d35-4211-ac69-f09d738cd187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:05.944027 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-50b81e2b-3d35-4211-ac69-f09d738cd187 None None] Port ae4a7424-8332-4d56-abbd-a886938aacd9 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:32:05.992417 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:32:06.000011 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9f878-c3e7-4da1-8aed-5044c99a1232 req-d7fabf95-3da0-432d-bc3b-e52479b58398 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:06.001456 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-caa9f878-c3e7-4da1-8aed-5044c99a1232 req-d7fabf95-3da0-432d-bc3b-e52479b58398 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0641749 Jul 21 06:32:06.005972 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fa202f6a-cb52-4cd2-a8a4-0e03547cec1d admin admin] 10.222.0.42 "PUT /v2.0/routers/39dc7697-76a0-4bf3-ab28-1bf2342f4c5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3477783 Jul 21 06:32:06.039825 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:06.078990 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-caa9f878-c3e7-4da1-8aed-5044c99a1232 req-e0a49d03-35f8-4b95-bd1b-0cfc4eb20143 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683253 Jul 21 06:32:06.185759 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731433eb-f6c2-48d6-ad24-027757e16ff3 req-f9e48bd4-63fc-4caa-a00e-c364162cca30 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:06.187657 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-731433eb-f6c2-48d6-ad24-027757e16ff3 req-f9e48bd4-63fc-4caa-a00e-c364162cca30 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 946 time: 0.0637581 Jul 21 06:32:06.238247 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:06.266879 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-731433eb-f6c2-48d6-ad24-027757e16ff3 req-84650600-900b-4dfc-8dee-288a18b1c1cb tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673437 Jul 21 06:32:06.736989 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 51a2c81c-9854-4a38-b39c-c9ea2525723b up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:06.752613 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38466) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:06.758498 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-358286172-network', 'tenant_id': '94470f28d9c0453bae57cb45691072ba'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:06.778440 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Made reservation on behalf of 94470f28d9c0453bae57cb45691072ba for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:32:06.780826 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:06.787600 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 51a2c81c-9854-4a38-b39c-c9ea2525723b triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:06.788012 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:06.790517 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:06.865410 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 51a2c81c-9854-4a38-b39c-c9ea2525723b is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:06.865793 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:06.871980 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Publish callbacks [] for security_group (ab1d861d-88d5-4bb0-b301-5df90a06905d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:06.876493 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ab1d861d-88d5-4bb0-b301-5df90a06905d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:06.893321 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port 51a2c81c-9854-4a38-b39c-c9ea2525723b, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=51a2c81c-9854-4a38-b39c-c9ea2525723b,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:06.897579 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:06.907960 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:32:06.915088 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d861d-88d5-4bb0-b301-5df90a06905d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:06.924172 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (709cc94f-9908-430a-8243-dc9815f25bd2), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:06.924928 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Added segment 709cc94f-9908-430a-8243-dc9815f25bd2 of type vlan for network c343579d-d2de-4cba-bb96-b36e1d3bdfcf Jul 21 06:32:06.950114 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=51a2c81c-9854-4a38-b39c-c9ea2525723b,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:06.966613 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (c343579d-d2de-4cba-bb96-b36e1d3bdfcf), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:06.992696 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (c343579d-d2de-4cba-bb96-b36e1d3bdfcf), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:06.993708 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:06.994313 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.029547 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2758234 Jul 21 06:32:07.032582 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 38468) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:07.038665 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Request body: {'subnet': {'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-358286172-subnet', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:07.063051 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:07.067355 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665692df-da7e-4788-9bb9-88fcacb6acd6 admin admin] Pushing event updated for resources: {'Network': ['ID=c343579d-d2de-4cba-bb96-b36e1d3bdfcf,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:07.069034 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Made reservation on behalf of 94470f28d9c0453bae57cb45691072ba for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:32:07.072582 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.079458 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network c343579d-d2de-4cba-bb96-b36e1d3bdfcf details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:32:07.249323 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for subnet (bb230ed7-3f0b-42eb-a413-380f5c0e2608), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.310860 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb230ed7-3f0b-42eb-a413-380f5c0e2608,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:07.319660 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Checking segment: {'id': '709cc94f-9908-430a-8243-dc9815f25bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:32:07.320024 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Network hostable DHCP agents. Network: c343579d-d2de-4cba-bb96-b36e1d3bdfcf, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:32:07.351051 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Network c343579d-d2de-4cba-bb96-b36e1d3bdfcf is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:32:07.374407 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Sync routers for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:32:07.378317 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, c343579d-d2de-4cba-bb96-b36e1d3bdfcf) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:07.388078 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:07.388637 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5548e6db-9ef0-4de7-ac76-770ea046bae2 None None] Network c343579d-d2de-4cba-bb96-b36e1d3bdfcf requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:32:07.388756 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.389596 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:32:07.390276 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:07.398333 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b2335-d9a0-4470-922f-ca2eee32581b req-343da909-a1bd-4f8e-b71e-de50863463a9 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:07.400149 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4d9b2335-d9a0-4470-922f-ca2eee32581b req-343da909-a1bd-4f8e-b71e-de50863463a9 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 946 time: 0.0627806 Jul 21 06:32:07.427672 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e87313d9-6eb1-4436-87fa-01fae45645e0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3913205 Jul 21 06:32:07.427985 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38472) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:07.432510 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-358286172-router', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:07.465233 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.467469 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.490991 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4d9b2335-d9a0-4470-922f-ca2eee32581b req-1ba485b3-ebe3-4d60-b776-d7e0e14c757b tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822415 Jul 21 06:32:07.504214 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:32:07.548464 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks [] for router_controller (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.554832 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-c343579d-d2de-4cba-bb96-b36e1d3bdfcf', 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf', 'project_id': '94470f28d9c0453bae57cb45691072ba', 'fixed_ips': [{'subnet_id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:32:07.555795 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.730655 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks [] for router_gateway (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.751526 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Allocated IP 172.20.0.2 (c343579d-d2de-4cba-bb96-b36e1d3bdfcf/bb230ed7-3f0b-42eb-a413-380f5c0e2608/8285f04b-8e99-4c4d-8e8a-9095217291e6) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:32:07.785878 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 2, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:07.836930 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Checking router: 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:32:07.837531 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Updating router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c port ae4a7424-8332-4d56-abbd-a886938aacd9 binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:32:07.862745 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3f635-80d1-4182-8e6b-90b4b4884099 req-239c2a23-8695-4b1a-aba5-104004af53cc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:07.870792 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0bd3f635-80d1-4182-8e6b-90b4b4884099 req-239c2a23-8695-4b1a-aba5-104004af53cc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0676808 Jul 21 06:32:07.872684 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.928628 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0bd3f635-80d1-4182-8e6b-90b4b4884099 req-8451aa95-3f67-438f-9b07-0c7260c7139f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568149 Jul 21 06:32:07.944811 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks [] for router_gateway (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.960695 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Publish callbacks [] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.967420 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:07.973004 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:07.976563 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.017498 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Network c343579d-d2de-4cba-bb96-b36e1d3bdfcf is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:08.024546 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:08.027002 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:32:08.029101 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Pushing event updated for resources: {'Port': ['ID=8285f04b-8e99-4c4d-8e8a-9095217291e6,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:08.080142 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:08.093124 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Attempting to bind port 8285f04b-8e99-4c4d-8e8a-9095217291e6 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:32:08.093484 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a40d-1895-4b15-8104-988000cc496e req-e878ee2f-c141-442c-8a2d-73ca898d1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:08.093594 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Attempting to bind port 8285f04b-8e99-4c4d-8e8a-9095217291e6 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '709cc94f-9908-430a-8243-dc9815f25bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:32:08.094325 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Attempting to bind port 8285f04b-8e99-4c4d-8e8a-9095217291e6 on network c343579d-d2de-4cba-bb96-b36e1d3bdfcf {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:32:08.095074 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ce58a40d-1895-4b15-8104-988000cc496e req-e878ee2f-c141-442c-8a2d-73ca898d1e38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 1130 time: 0.0711238 Jul 21 06:32:08.100444 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:32:08.100662 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Checking segment: {'id': '709cc94f-9908-430a-8243-dc9815f25bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:32:08.100887 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.101564 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Bound using segment: {'id': '709cc94f-9908-430a-8243-dc9815f25bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:32:08.101757 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Bound port: 8285f04b-8e99-4c4d-8e8a-9095217291e6, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709cc94f-9908-430a-8243-dc9815f25bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:32:08.102253 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.111318 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:08.156980 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Allocated IP 172.27.1.180 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/50b4bd32-b156-4639-98bf-1270d6503101) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:32:08.172561 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] For port 8285f04b-8e99-4c4d-8e8a-9095217291e6, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:32:08.175788 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] For port 8285f04b-8e99-4c4d-8e8a-9095217291e6, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=8285f04b-8e99-4c4d-8e8a-9095217291e6,segment=NetworkSegment(709cc94f-9908-430a-8243-dc9815f25bd2),segment_id=709cc94f-9908-430a-8243-dc9815f25bd2)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:32:08.182799 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.209027 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Publish callbacks [] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.218451 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.257463 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a4863-fafa-4026-b4e2-0c22a1fe9359 None None] Pushing event updated for resources: {'Port': ['ID=8285f04b-8e99-4c4d-8e8a-9095217291e6,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:08.301160 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-ff28cc2d-6137-469a-8646-9feb8d2bef1c tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:08.306311 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-ff28cc2d-6137-469a-8646-9feb8d2bef1c tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 946 time: 0.1149564 Jul 21 06:32:08.312821 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:08.321256 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Pushing event updated for resources: {'Port': ['ID=ae4a7424-8332-4d56-abbd-a886938aacd9,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:08.334476 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.334720 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.335027 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.335380 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.335721 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.336047 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.336367 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.336688 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.337413 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.337413 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.342078 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.342797 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.343841 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.344852 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.345603 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:08.381053 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks [] for port (50b4bd32-b156-4639-98bf-1270d6503101), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.397740 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Attempting to bind port ae4a7424-8332-4d56-abbd-a886938aacd9 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:32:08.397740 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Attempting to bind port ae4a7424-8332-4d56-abbd-a886938aacd9 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:32:08.398443 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Attempting to bind port ae4a7424-8332-4d56-abbd-a886938aacd9 on network dadad058-4314-4199-8e9f-a1bda80f561d {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:32:08.404290 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:32:08.408724 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Checking segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:32:08.409225 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.409627 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Bound using segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:32:08.410193 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Bound port: ae4a7424-8332-4d56-abbd-a886938aacd9, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:32:08.410575 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.432797 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a40d-1895-4b15-8104-988000cc496e req-4bfcc3ba-d642-46ea-a21b-a351f379c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:08.434275 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ce58a40d-1895-4b15-8104-988000cc496e req-4bfcc3ba-d642-46ea-a21b-a351f379c82b service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.2352433 Jul 21 06:32:08.471719 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (50b4bd32-b156-4639-98bf-1270d6503101), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.514313 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ce58a40d-1895-4b15-8104-988000cc496e req-ac1faf3c-d895-4672-b424-2a26b4223f74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=066e9645-9422-4d88-a511-31ab25daf6de HTTP/1.1" status: 200 len: 217 time: 0.0664132 Jul 21 06:32:08.518258 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-2cb5d8b5-d7e6-4767-b9d1-e17694667305 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Deleting port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:32:08.518918 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-2cb5d8b5-d7e6-4767-b9d1-e17694667305 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.528760 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:08.573685 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] For port ae4a7424-8332-4d56-abbd-a886938aacd9, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:32:08.582059 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] For port ae4a7424-8332-4d56-abbd-a886938aacd9, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=ae4a7424-8332-4d56-abbd-a886938aacd9,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:32:08.603472 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.631956 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:08.650727 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:08.650727 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:32:08.657532 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:08.695578 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-505a838a-98d2-439f-9be1-f8545682cc63 None None] Provisioning complete for port ae4a7424-8332-4d56-abbd-a886938aacd9 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:08.697014 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-505a838a-98d2-439f-9be1-f8545682cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.706781 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:08.708119 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cb925-6217-47a7-b688-1b9344fa7f92 None None] Pushing event updated for resources: {'Port': ['ID=ae4a7424-8332-4d56-abbd-a886938aacd9,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:08.722165 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Pushing event updated for resources: {'Port': ['ID=50b4bd32-b156-4639-98bf-1270d6503101,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:08.738526 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:32:08.739105 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:08.746205 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a40d-1895-4b15-8104-988000cc496e req-e6faf882-af92-4f4c-bf0b-44f32e647bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:08.749118 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ce58a40d-1895-4b15-8104-988000cc496e req-e6faf882-af92-4f4c-bf0b-44f32e647bd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.2051330 Jul 21 06:32:08.884649 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-505a838a-98d2-439f-9be1-f8545682cc63 None None] Current status of the port ae4a7424-8332-4d56-abbd-a886938aacd9 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:08.885182 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-505a838a-98d2-439f-9be1-f8545682cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.902009 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb9c85-c2fa-4b5b-afa7-3578789dbd72 req-f09da761-749b-4948-98c4-8131fd9a9de5 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:08.904737 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38bb9c85-c2fa-4b5b-afa7-3578789dbd72 req-f09da761-749b-4948-98c4-8131fd9a9de5 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 946 time: 0.2263517 Jul 21 06:32:08.939361 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-2cb5d8b5-d7e6-4767-b9d1-e17694667305 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] For port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,segment=NetworkSegment(0501257a-1551-4ca6-9ff8-c8b831382680),segment_id=0501257a-1551-4ca6-9ff8-c8b831382680)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:08.940106 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-2cb5d8b5-d7e6-4767-b9d1-e17694667305 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:08.941075 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a40d-1895-4b15-8104-988000cc496e req-99dcdc7d-f02a-4204-ad1c-9a6537c8612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:08.943921 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ce58a40d-1895-4b15-8104-988000cc496e req-99dcdc7d-f02a-4204-ad1c-9a6537c8612f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1589975 Jul 21 06:32:08.967371 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-505a838a-98d2-439f-9be1-f8545682cc63 None None] For port ae4a7424-8332-4d56-abbd-a886938aacd9, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=ae4a7424-8332-4d56-abbd-a886938aacd9,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:08.982168 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-505a838a-98d2-439f-9be1-f8545682cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:09.001606 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-2cb5d8b5-d7e6-4767-b9d1-e17694667305 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Calling delete_port for de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:32:09.104271 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 8285f04b-8e99-4c4d-8e8a-9095217291e6 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:09.138283 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:32:09.155103 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-efad690a-f169-45fa-88c3-2bbf96921b19 None None] Provisioning complete for port ae4a7424-8332-4d56-abbd-a886938aacd9 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:09.155315 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-efad690a-f169-45fa-88c3-2bbf96921b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:09.169744 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab13c13-781e-4cc9-ada6-d389801d47e9 req-60f9072e-df36-4ed6-98b2-0cce195a6a6e tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:09.171745 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aab13c13-781e-4cc9-ada6-d389801d47e9 req-60f9072e-df36-4ed6-98b2-0cce195a6a6e tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0520575 Jul 21 06:32:09.182037 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38bb9c85-c2fa-4b5b-afa7-3578789dbd72 req-a89a77ae-aef7-4292-a732-34528f4f56fa tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/security-groups?id=259c4a6b-b477-43ef-b744-9e1066c6ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178354 Jul 21 06:32:09.203002 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ce58a40d-1895-4b15-8104-988000cc496e req-cb35151f-2df7-403c-8d6c-3db01cbf8ac0 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488465 Jul 21 06:32:09.209122 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a838a-98d2-439f-9be1-f8545682cc63 None None] Pushing event updated for resources: {'Port': ['ID=ae4a7424-8332-4d56-abbd-a886938aacd9,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:09.235604 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:09.263545 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 8285f04b-8e99-4c4d-8e8a-9095217291e6 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:09.267243 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:09.336916 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aab13c13-781e-4cc9-ada6-d389801d47e9 req-64b54781-0eaf-4a34-8292-8526ae9a3156 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519706 Jul 21 06:32:09.380519 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-efad690a-f169-45fa-88c3-2bbf96921b19 None None] Current status of the port ae4a7424-8332-4d56-abbd-a886938aacd9 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:09.424165 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-2cb5d8b5-d7e6-4767-b9d1-e17694667305 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:09.445183 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:09.450535 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 8285f04b-8e99-4c4d-8e8a-9095217291e6 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:09.451202 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:09.464176 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5d8b5-d7e6-4767-b9d1-e17694667305 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Pushing event deleted for resources: {'Port': ['ID=de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:09.476899 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02233afc-5a77-4868-822c-c09cfabb4b06 None None] The sync data for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi is: [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:32:09.486690 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks [] for router_gateway (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:09.497680 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ce58a40d-1895-4b15-8104-988000cc496e req-74078fb4-b22a-4f78-9847-93b023fcaf48 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855043 Jul 21 06:32:09.499510 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:32:09.574856 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-2cb5d8b5-d7e6-4767-b9d1-e17694667305 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] No DVR routers for this DVR port de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d on host hv-cinder-85031 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:32:09.577612 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:09.578373 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-2cb5d8b5-d7e6-4767-b9d1-e17694667305 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:09.582281 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-63f9e272-8776-4db4-88f1-5eb2704bb8f5 req-2cb5d8b5-d7e6-4767-b9d1-e17694667305 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.36 "DELETE /v2.0/ports/de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d HTTP/1.1" status: 204 len: 173 time: 1.2628663 Jul 21 06:32:09.582794 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7df41fc-34aa-4aa7-8c69-1785861c77a4', 'name': 'network-vif-deleted', 'tag': 'de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:32:09.585354 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d9a5f8-7109-4070-a52e-70028b51dce0" -d '{"events": [{"server_uuid": "c7df41fc-34aa-4aa7-8c69-1785861c77a4", "name": "network-vif-deleted", "tag": "de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:32:09.585966 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port 8285f04b-8e99-4c4d-8e8a-9095217291e6, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=8285f04b-8e99-4c4d-8e8a-9095217291e6,segment=NetworkSegment(709cc94f-9908-430a-8243-dc9815f25bd2),segment_id=709cc94f-9908-430a-8243-dc9815f25bd2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:09.593360 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:09.594423 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 51a2c81c-9854-4a38-b39c-c9ea2525723b up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:09.671498 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ec7761-c18a-4307-b419-78ece4630051 x-openstack-request-id: req-d3ec7761-c18a-4307-b419-78ece4630051 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:32:09.671498 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7df41fc-34aa-4aa7-8c69-1785861c77a4", "name": "network-vif-deleted", "tag": "de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:32:09.671901 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3ec7761-c18a-4307-b419-78ece4630051 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:32:09.672946 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ec7761-c18a-4307-b419-78ece4630051'] response: {'server_uuid': 'c7df41fc-34aa-4aa7-8c69-1785861c77a4', 'name': 'network-vif-deleted', 'tag': 'de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d', 'status': 'completed', 'code': 200} Jul 21 06:32:09.774626 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=8285f04b-8e99-4c4d-8e8a-9095217291e6,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:09.784804 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 51a2c81c-9854-4a38-b39c-c9ea2525723b triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:09.785414 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:09.832525 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:09.838876 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:09.841282 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:09.869706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:09.890833 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 51a2c81c-9854-4a38-b39c-c9ea2525723b is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:09.911112 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78feb8b-cfc7-4b34-b083-c337142273d3 None None] Network c343579d-d2de-4cba-bb96-b36e1d3bdfcf requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:32:10.013098 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:32:10.015167 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-8be5a0b2-162e-4b5c-8a9c-52cd0e201177 None None] Provisioning complete for port 8285f04b-8e99-4c4d-8e8a-9095217291e6 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:10.015540 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8be5a0b2-162e-4b5c-8a9c-52cd0e201177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:10.128632 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-8be5a0b2-162e-4b5c-8a9c-52cd0e201177 None None] Current status of the port 8285f04b-8e99-4c4d-8e8a-9095217291e6 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:10.355107 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4ecf4862-f459-4eef-ab3b-cea870999fab req-2c9b7194-a823-46a9-8509-fc04487fad48 tempest-VolumesActionsTest-1494790760 tempest-VolumesActionsTest-1494790760-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7df41fc-34aa-4aa7-8c69-1785861c77a4 HTTP/1.1" status: 200 len: 210 time: 0.0380154 Jul 21 06:32:10.358606 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-9771831e-ef7b-409b-acea-794cac0161c6 None None] Provisioning complete for port 8285f04b-8e99-4c4d-8e8a-9095217291e6 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:10.359150 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9771831e-ef7b-409b-acea-794cac0161c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:10.403281 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:32:10.423429 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Sync routers for ids ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:32:10.434160 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:10.437897 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-488de5a3-c62a-4e08-b9f2-ec0b2df3c935 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0062320 Jul 21 06:32:10.438142 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38504) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:10.468186 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Routers {'8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:32:10.469214 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:10.528971 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb085d-6868-4ec0-bcf8-0f4e91b5f818 req-65a48fad-9d9a-48f5-b803-f40d890b5114 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:10.530589 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5bfb085d-6868-4ec0-bcf8-0f4e91b5f818 req-65a48fad-9d9a-48f5-b803-f40d890b5114 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0923228 Jul 21 06:32:10.622521 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5bfb085d-6868-4ec0-bcf8-0f4e91b5f818 req-431f7c78-c397-434c-b178-a8bafa0ae21a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833893 Jul 21 06:32:10.767509 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Set router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:32:10.851419 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-9771831e-ef7b-409b-acea-794cac0161c6 None None] Current status of the port 8285f04b-8e99-4c4d-8e8a-9095217291e6 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:10.924057 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device ae4a7424-8332-4d56-abbd-a886938aacd9 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:11.037510 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port ae4a7424-8332-4d56-abbd-a886938aacd9 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:11.038952 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.078351 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.081238 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:11.083895 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'name': 'tempest-TestVolumeBootPattern-358286172-router', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '50b4bd32-b156-4639-98bf-1270d6503101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:09Z', 'revision_number': 3, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'gw_port': {'id': '50b4bd32-b156-4639-98bf-1270d6503101', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:11.120965 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Checking router: 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:32:11.121308 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Updating router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed port 50b4bd32-b156-4639-98bf-1270d6503101 binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:32:11.153120 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:11.159922 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (50b4bd32-b156-4639-98bf-1270d6503101), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.223111 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port ae4a7424-8332-4d56-abbd-a886938aacd9 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:11.224679 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 8285f04b-8e99-4c4d-8e8a-9095217291e6 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:11.304706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Allocated IP 172.20.0.1 (c343579d-d2de-4cba-bb96-b36e1d3bdfcf/bb230ed7-3f0b-42eb-a413-380f5c0e2608/d8131b54-a5ce-490f-91f2-df0387eec478) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:32:11.332008 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:11.343176 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:11.355283 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 8285f04b-8e99-4c4d-8e8a-9095217291e6 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:11.355663 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.445807 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Publish callbacks [] for port (d8131b54-a5ce-490f-91f2-df0387eec478), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.492260 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.503704 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 8285f04b-8e99-4c4d-8e8a-9095217291e6 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:11.535081 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Network c343579d-d2de-4cba-bb96-b36e1d3bdfcf is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:11.540207 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:11.544374 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:32:11.549532 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Pushing event updated for resources: {'Port': ['ID=d8131b54-a5ce-490f-91f2-df0387eec478,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:11.575690 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Publish callbacks [] for port (50b4bd32-b156-4639-98bf-1270d6503101), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.580698 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.580914 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.582266 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.583833 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.584518 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.585045 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.585541 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (50b4bd32-b156-4639-98bf-1270d6503101), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.585804 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.586527 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.587267 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.587785 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.588419 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.588893 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.589456 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.589922 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.590614 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:11.612820 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.651562 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76991534-aafd-472f-8d3b-cac526fa7e98 None None] Pushing event updated for resources: {'Port': ['ID=50b4bd32-b156-4639-98bf-1270d6503101,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:11.656255 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Attempting to bind port 50b4bd32-b156-4639-98bf-1270d6503101 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:32:11.656626 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Attempting to bind port 50b4bd32-b156-4639-98bf-1270d6503101 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:32:11.656991 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Attempting to bind port 50b4bd32-b156-4639-98bf-1270d6503101 on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:32:11.663240 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:32:11.663802 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:32:11.664213 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.664716 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:32:11.665543 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Bound port: 50b4bd32-b156-4639-98bf-1270d6503101, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:32:11.665933 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (50b4bd32-b156-4639-98bf-1270d6503101), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.739074 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] For port 50b4bd32-b156-4639-98bf-1270d6503101, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:32:11.749847 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] For port 50b4bd32-b156-4639-98bf-1270d6503101, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=50b4bd32-b156-4639-98bf-1270d6503101,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:32:11.761885 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (50b4bd32-b156-4639-98bf-1270d6503101), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.822847 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.883562 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec78a2-65f3-4417-9f3b-bc95139d6783 req-a47f50c1-9b4c-43ad-a1ae-4d0e0d7c5170 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:11.886163 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-89ec78a2-65f3-4417-9f3b-bc95139d6783 req-a47f50c1-9b4c-43ad-a1ae-4d0e0d7c5170 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.1031098 Jul 21 06:32:11.892596 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76991534-aafd-472f-8d3b-cac526fa7e98 None None] Pushing event updated for resources: {'Port': ['ID=50b4bd32-b156-4639-98bf-1270d6503101,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:11.918138 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Routers {'8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:32:11.919088 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:11.922431 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-9d9d520e-d6db-4f41-9acb-a65d88cb8772 None None] Provisioning complete for port d8131b54-a5ce-490f-91f2-df0387eec478 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:11.922807 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9d9d520e-d6db-4f41-9acb-a65d88cb8772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:11.969189 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-89ec78a2-65f3-4417-9f3b-bc95139d6783 req-edf976c1-351a-433c-aad3-6734bca4546a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771916 Jul 21 06:32:12.017101 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d520e-d6db-4f41-9acb-a65d88cb8772 None None] Port d8131b54-a5ce-490f-91f2-df0387eec478 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:32:12.083588 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Publish callbacks [] for port (d8131b54-a5ce-490f-91f2-df0387eec478), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:12.088893 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:12.094556 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:12.098847 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] Set router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:32:12.153408 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:12.173412 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Pushing event updated for resources: {'Port': ['ID=d8131b54-a5ce-490f-91f2-df0387eec478,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:12.177632 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:12.278928 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Network c343579d-d2de-4cba-bb96-b36e1d3bdfcf is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:12.280468 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:12.315585 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'name': 'tempest-TestVolumeBootPattern-358286172-router', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '50b4bd32-b156-4639-98bf-1270d6503101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 4, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'gw_port': {'id': '50b4bd32-b156-4639-98bf-1270d6503101', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'd8131b54-a5ce-490f-91f2-df0387eec478', 'name': '', 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'mac_address': 'fa:16:3e:32:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:11Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 1, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'subnets': [{'id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:12.350075 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0ce46-f1ab-481b-a8b5-56ca6287cbda None None] The sync data for ids ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'] in dv-cinder-850318-3-iscsi is: [{'id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'name': 'tempest-TestVolumeBootPattern-358286172-router', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '50b4bd32-b156-4639-98bf-1270d6503101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 4, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'gw_port': {'id': '50b4bd32-b156-4639-98bf-1270d6503101', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'd8131b54-a5ce-490f-91f2-df0387eec478', 'name': '', 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'mac_address': 'fa:16:3e:32:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:11Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 1, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'subnets': [{'id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:32:12.389128 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:12.423882 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:32:12.542171 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-83afe767-912d-4470-b7d6-37ec49431ac8 None None] Provisioning complete for port d8131b54-a5ce-490f-91f2-df0387eec478 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:12.542545 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-83afe767-912d-4470-b7d6-37ec49431ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:12.552565 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:32:12.558672 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9944f024-be4c-4548-ac16-71656edc0f21 admin admin] 10.222.0.42 "PUT /v2.0/routers/8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1194632 Jul 21 06:32:12.584095 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-83afe767-912d-4470-b7d6-37ec49431ac8 None None] Port d8131b54-a5ce-490f-91f2-df0387eec478 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:32:12.963764 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 38566) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:12.969291 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-e7573342-ef27-40a7-9997-26e75a071d6a tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771985638', 'description': 'tempest-secgroup-smoke-771985638 description', 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:12.998209 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7573342-ef27-40a7-9997-26e75a071d6a tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.157382 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7573342-ef27-40a7-9997-26e75a071d6a tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group (d8108142-12cb-4789-b9bf-7bacadb442d2), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.167487 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0198e-c0d3-41fd-9c99-27c29b1158a5 req-7df2e85b-746d-43bd-83d1-e4d5005aa687 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:13.169885 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-71c0198e-c0d3-41fd-9c99-27c29b1158a5 req-7df2e85b-746d-43bd-83d1-e4d5005aa687 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0869906 Jul 21 06:32:13.172066 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7573342-ef27-40a7-9997-26e75a071d6a tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d8108142-12cb-4789-b9bf-7bacadb442d2), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.200926 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:13.225542 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7573342-ef27-40a7-9997-26e75a071d6a tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.227188 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e7573342-ef27-40a7-9997-26e75a071d6a tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2618415 Jul 21 06:32:13.230305 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38570) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:13.235293 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-729af209-d5d4-402c-b279-2ca4e15b515c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'security_group_rule': {'security_group_id': 'd8108142-12cb-4789-b9bf-7bacadb442d2', 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:13.242364 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7573342-ef27-40a7-9997-26e75a071d6a tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8108142-12cb-4789-b9bf-7bacadb442d2,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:13.275259 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-729af209-d5d4-402c-b279-2ca4e15b515c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (f25ed54a-37f2-4c29-9c50-6260281ba82a), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.278282 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-71c0198e-c0d3-41fd-9c99-27c29b1158a5 req-f795866b-da2e-4430-aef8-e34b831ab8c9 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964909 Jul 21 06:32:13.336048 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-729af209-d5d4-402c-b279-2ca4e15b515c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (f25ed54a-37f2-4c29-9c50-6260281ba82a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.339739 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-729af209-d5d4-402c-b279-2ca4e15b515c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (f25ed54a-37f2-4c29-9c50-6260281ba82a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.357447 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729af209-d5d4-402c-b279-2ca4e15b515c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25ed54a-37f2-4c29-9c50-6260281ba82a,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:13.371494 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-729af209-d5d4-402c-b279-2ca4e15b515c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.372887 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-729af209-d5d4-402c-b279-2ca4e15b515c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412787 Jul 21 06:32:13.375534 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38572) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:13.380095 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-a35e73e2-d1ac-476a-98da-eadaab2b1998 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'security_group_rule': {'security_group_id': 'd8108142-12cb-4789-b9bf-7bacadb442d2', 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:13.408991 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a35e73e2-d1ac-476a-98da-eadaab2b1998 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (86ccca82-ae16-4a10-b7a6-b4cdaf0013fa), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.476053 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a35e73e2-d1ac-476a-98da-eadaab2b1998 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (86ccca82-ae16-4a10-b7a6-b4cdaf0013fa), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.480047 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a35e73e2-d1ac-476a-98da-eadaab2b1998 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (86ccca82-ae16-4a10-b7a6-b4cdaf0013fa), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.504745 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e73e2-d1ac-476a-98da-eadaab2b1998 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ccca82-ae16-4a10-b7a6-b4cdaf0013fa,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:13.517267 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a35e73e2-d1ac-476a-98da-eadaab2b1998 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.519368 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a35e73e2-d1ac-476a-98da-eadaab2b1998 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427917 Jul 21 06:32:13.522214 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38578) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:13.534127 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-e1057a31-5eb7-456b-9093-1e907266ae53 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'security_group_rule': {'security_group_id': 'd8108142-12cb-4789-b9bf-7bacadb442d2', 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:13.561768 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e1057a31-5eb7-456b-9093-1e907266ae53 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (0722b4cc-e574-4907-bc3e-0ea5ed520793), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.624607 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e1057a31-5eb7-456b-9093-1e907266ae53 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (0722b4cc-e574-4907-bc3e-0ea5ed520793), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.631182 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e1057a31-5eb7-456b-9093-1e907266ae53 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (0722b4cc-e574-4907-bc3e-0ea5ed520793), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.651306 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1057a31-5eb7-456b-9093-1e907266ae53 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0722b4cc-e574-4907-bc3e-0ea5ed520793,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:13.659907 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e1057a31-5eb7-456b-9093-1e907266ae53 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.661371 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e1057a31-5eb7-456b-9093-1e907266ae53 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336672 Jul 21 06:32:13.664201 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38580) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:13.668559 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-a94d83e7-4eff-4050-bb9d-e4ba50cf5070 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'security_group_rule': {'security_group_id': 'd8108142-12cb-4789-b9bf-7bacadb442d2', 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:13.686075 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:13.700169 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a94d83e7-4eff-4050-bb9d-e4ba50cf5070 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (cc26121b-aa2c-474b-a40b-ccaa1d399e4c), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.752974 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a94d83e7-4eff-4050-bb9d-e4ba50cf5070 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (cc26121b-aa2c-474b-a40b-ccaa1d399e4c), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.756826 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a94d83e7-4eff-4050-bb9d-e4ba50cf5070 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (cc26121b-aa2c-474b-a40b-ccaa1d399e4c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.775986 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d83e7-4eff-4050-bb9d-e4ba50cf5070 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc26121b-aa2c-474b-a40b-ccaa1d399e4c,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:13.782297 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a94d83e7-4eff-4050-bb9d-e4ba50cf5070 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.783025 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a94d83e7-4eff-4050-bb9d-e4ba50cf5070 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179018 Jul 21 06:32:13.785706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 38582) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:13.790882 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-a78ba58d-fad6-49cb-9292-8e15b8663dd9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'security_group_rule': {'security_group_id': 'd8108142-12cb-4789-b9bf-7bacadb442d2', 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:13.811547 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.securitygroups_db [None req-a78ba58d-fad6-49cb-9292-8e15b8663dd9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Project 5d0ba27e9a7f450c87eb189cdd6e235b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 06:32:13.817186 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a78ba58d-fad6-49cb-9292-8e15b8663dd9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (51185ae5-599e-47d7-8422-bc83247baac1), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.863506 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:13.878817 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a78ba58d-fad6-49cb-9292-8e15b8663dd9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (51185ae5-599e-47d7-8422-bc83247baac1), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.883718 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a78ba58d-fad6-49cb-9292-8e15b8663dd9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (51185ae5-599e-47d7-8422-bc83247baac1), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.903609 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ba58d-fad6-49cb-9292-8e15b8663dd9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51185ae5-599e-47d7-8422-bc83247baac1,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:13.910763 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a78ba58d-fad6-49cb-9292-8e15b8663dd9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:13.912054 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a78ba58d-fad6-49cb-9292-8e15b8663dd9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247470 Jul 21 06:32:13.915758 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 38584) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:13.920253 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'security_group_rule': {'security_group_id': 'd8108142-12cb-4789-b9bf-7bacadb442d2', 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:13.944680 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.securitygroups_db [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Project 5d0ba27e9a7f450c87eb189cdd6e235b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 06:32:13.948091 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:32:13.951678 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (f1fb03d8-afc7-4c81-9fe9-bd39b4eb87f8), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:14.022653 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (f1fb03d8-afc7-4c81-9fe9-bd39b4eb87f8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:14.026514 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (f1fb03d8-afc7-4c81-9fe9-bd39b4eb87f8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:14.045381 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fb03d8-afc7-4c81-9fe9-bd39b4eb87f8,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:14.054606 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.054950 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.055289 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.055625 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.055958 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.056284 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.056604 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.056925 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.057250 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.057571 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.057890 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.058236 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.058583 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.058869 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.059273 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:14.063466 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:14.064651 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e5e86e04-0d97-4b37-b1e8-26194179f588 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479242 Jul 21 06:32:14.407564 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dc665-a19b-4b35-885b-22ee76dfe7d4 req-eeec69fb-4c6d-46f1-9cc9-f83585c9fa96 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:14.409229 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-082dc665-a19b-4b35-885b-22ee76dfe7d4 req-eeec69fb-4c6d-46f1-9cc9-f83585c9fa96 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0586710 Jul 21 06:32:14.444758 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:14.452858 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Sync routers for ids ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:32:14.464772 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Routers {'8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:32:14.465765 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:14.470874 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-082dc665-a19b-4b35-885b-22ee76dfe7d4 req-867208f0-f007-49d3-9f4e-a30a9f01de2f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543914 Jul 21 06:32:14.581482 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Set router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:32:14.630281 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:32:14.651753 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:32:14.652042 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device de0b9c1b-0d7d-4dc9-99d6-f45077c4cb1d not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:32:14.745139 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 50b4bd32-b156-4639-98bf-1270d6503101 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:14.772798 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:14.780835 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'name': 'tempest-TestVolumeBootPattern-358286172-router', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '50b4bd32-b156-4639-98bf-1270d6503101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 4, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'gw_port': {'id': '50b4bd32-b156-4639-98bf-1270d6503101', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'd8131b54-a5ce-490f-91f2-df0387eec478', 'name': '', 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'mac_address': 'fa:16:3e:32:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:11Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 2, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'subnets': [{'id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:14.794429 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 50b4bd32-b156-4639-98bf-1270d6503101 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:14.794799 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (50b4bd32-b156-4639-98bf-1270d6503101), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:14.806163 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Checking router: 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:32:14.806542 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Updating router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed port d8131b54-a5ce-490f-91f2-df0387eec478 binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:32:14.833980 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:14.964348 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:14.994715 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 50b4bd32-b156-4639-98bf-1270d6503101 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:14.995104 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (50b4bd32-b156-4639-98bf-1270d6503101), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.015764 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port 50b4bd32-b156-4639-98bf-1270d6503101, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=50b4bd32-b156-4639-98bf-1270d6503101,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:15.019641 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (50b4bd32-b156-4639-98bf-1270d6503101), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.066209 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=50b4bd32-b156-4639-98bf-1270d6503101,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:15.100965 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Publish callbacks [] for port (d8131b54-a5ce-490f-91f2-df0387eec478), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.105916 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.155802 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e66fd-9c40-497f-8efa-bccd730dedfb None None] Pushing event updated for resources: {'Port': ['ID=d8131b54-a5ce-490f-91f2-df0387eec478,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:15.209740 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Attempting to bind port d8131b54-a5ce-490f-91f2-df0387eec478 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:32:15.210144 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Attempting to bind port d8131b54-a5ce-490f-91f2-df0387eec478 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '709cc94f-9908-430a-8243-dc9815f25bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:32:15.210510 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Attempting to bind port d8131b54-a5ce-490f-91f2-df0387eec478 on network c343579d-d2de-4cba-bb96-b36e1d3bdfcf {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:32:15.215729 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:32:15.216096 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Checking segment: {'id': '709cc94f-9908-430a-8243-dc9815f25bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:32:15.216493 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.216913 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Bound using segment: {'id': '709cc94f-9908-430a-8243-dc9815f25bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:32:15.217371 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Bound port: d8131b54-a5ce-490f-91f2-df0387eec478, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709cc94f-9908-430a-8243-dc9815f25bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:32:15.217743 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.228614 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:15.282870 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] For port d8131b54-a5ce-490f-91f2-df0387eec478, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:32:15.286471 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] For port d8131b54-a5ce-490f-91f2-df0387eec478, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=d8131b54-a5ce-490f-91f2-df0387eec478,segment=NetworkSegment(709cc94f-9908-430a-8243-dc9815f25bd2),segment_id=709cc94f-9908-430a-8243-dc9815f25bd2)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:32:15.292738 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.322397 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-7537aff9-49ec-4654-ad59-cc9955c2ba1e None None] Provisioning complete for port d8131b54-a5ce-490f-91f2-df0387eec478 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:15.322810 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7537aff9-49ec-4654-ad59-cc9955c2ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.355091 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Routers {'8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:32:15.355722 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:31:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:15.390938 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e66fd-9c40-497f-8efa-bccd730dedfb None None] Pushing event updated for resources: {'Port': ['ID=d8131b54-a5ce-490f-91f2-df0387eec478,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:15.413791 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-7537aff9-49ec-4654-ad59-cc9955c2ba1e None None] Current status of the port d8131b54-a5ce-490f-91f2-df0387eec478 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:15.414241 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7537aff9-49ec-4654-ad59-cc9955c2ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.451555 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-7537aff9-49ec-4654-ad59-cc9955c2ba1e None None] For port d8131b54-a5ce-490f-91f2-df0387eec478, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=d8131b54-a5ce-490f-91f2-df0387eec478,segment=NetworkSegment(709cc94f-9908-430a-8243-dc9815f25bd2),segment_id=709cc94f-9908-430a-8243-dc9815f25bd2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:15.457145 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7537aff9-49ec-4654-ad59-cc9955c2ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.473212 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] Set router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:32:15.510774 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537aff9-49ec-4654-ad59-cc9955c2ba1e None None] Pushing event updated for resources: {'Port': ['ID=d8131b54-a5ce-490f-91f2-df0387eec478,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:15.579585 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-15fae1c0-23bd-463a-a76a-9acdaa4228bf None None] Provisioning complete for port d8131b54-a5ce-490f-91f2-df0387eec478 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:15.579954 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-15fae1c0-23bd-463a-a76a-9acdaa4228bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:15.603460 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f44886-dd9c-46cb-b749-c54d48675bd4 req-13dfbc2d-8296-422f-994c-430a719322f3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:15.611744 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b6f44886-dd9c-46cb-b749-c54d48675bd4 req-13dfbc2d-8296-422f-994c-430a719322f3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0594423 Jul 21 06:32:15.692126 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-15fae1c0-23bd-463a-a76a-9acdaa4228bf None None] Current status of the port d8131b54-a5ce-490f-91f2-df0387eec478 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:15.693545 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'name': 'tempest-TestVolumeBootPattern-358286172-router', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '50b4bd32-b156-4639-98bf-1270d6503101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 4, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'gw_port': {'id': '50b4bd32-b156-4639-98bf-1270d6503101', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'd8131b54-a5ce-490f-91f2-df0387eec478', 'name': '', 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'mac_address': 'fa:16:3e:32:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:11Z', 'updated_at': '2022-07-21T06:32:15Z', 'revision_number': 4, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'subnets': [{'id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:15.700122 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b6f44886-dd9c-46cb-b749-c54d48675bd4 req-9a36ff07-9918-4512-8470-631c309bb010 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871444 Jul 21 06:32:15.725364 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654eecc2-c54b-4af7-8623-53174b3a4eff None None] The sync data for ids ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'] in dv-cinder-850318-3-iscsi is: [{'id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'name': 'tempest-TestVolumeBootPattern-358286172-router', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '50b4bd32-b156-4639-98bf-1270d6503101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:11Z', 'revision_number': 4, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'gw_port': {'id': '50b4bd32-b156-4639-98bf-1270d6503101', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'd8131b54-a5ce-490f-91f2-df0387eec478', 'name': '', 'network_id': 'c343579d-d2de-4cba-bb96-b36e1d3bdfcf', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'mac_address': 'fa:16:3e:32:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:11Z', 'updated_at': '2022-07-21T06:32:15Z', 'revision_number': 4, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'subnets': [{'id': 'bb230ed7-3f0b-42eb-a413-380f5c0e2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:32:16.751831 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 50b4bd32-b156-4639-98bf-1270d6503101 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:16.798635 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 50b4bd32-b156-4639-98bf-1270d6503101 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:16.799291 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (50b4bd32-b156-4639-98bf-1270d6503101), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:16.818870 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d7bf5-a2de-45ee-9658-00d6caa086c4 req-6661ccc9-c8b4-4af4-bc16-204a75c33a75 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:16.820370 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dd2d7bf5-a2de-45ee-9658-00d6caa086c4 req-6661ccc9-c8b4-4af4-bc16-204a75c33a75 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0542717 Jul 21 06:32:16.874193 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 50b4bd32-b156-4639-98bf-1270d6503101 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:16.875233 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device d8131b54-a5ce-490f-91f2-df0387eec478 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:16.901577 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dd2d7bf5-a2de-45ee-9658-00d6caa086c4 req-3075be9b-a7e2-4a72-bb95-d3d2f02988a2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756767 Jul 21 06:32:16.905755 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-67ab9b3c-4a9d-4ec2-bf7c-8ad99912a6d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574629 Jul 21 06:32:16.909229 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:16.923608 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port d8131b54-a5ce-490f-91f2-df0387eec478 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:16.923979 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:16.954386 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:16.989437 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-dd6d9b95-52a7-4aa6-832b-e6390b5ceac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:16.991273 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-dd6d9b95-52a7-4aa6-832b-e6390b5ceac3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 1129 time: 0.0429707 Jul 21 06:32:17.011612 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port d8131b54-a5ce-490f-91f2-df0387eec478 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:17.109875 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-24693150-2f56-46cd-b85e-531e17158d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:17.111369 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-24693150-2f56-46cd-b85e-531e17158d9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.0983434 Jul 21 06:32:17.151889 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-014dec09-efc8-494d-b2da-feda07942e10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86e2ff8-1a3b-4b59-926e-c459aef0506d HTTP/1.1" status: 200 len: 217 time: 0.0344870 Jul 21 06:32:17.204435 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-ff5a9138-2103-45c8-8261-c8dedfb0c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:17.205880 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-ff5a9138-2103-45c8-8261-c8dedfb0c2d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.0460629 Jul 21 06:32:17.261674 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-b87e93c2-903c-4a22-bd4d-3847183986d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:17.263388 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-b87e93c2-903c-4a22-bd4d-3847183986d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478165 Jul 21 06:32:17.364434 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-045cd810-e953-4a3c-add5-a428b1563145 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913401 Jul 21 06:32:17.465581 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-474756b5-586d-4ffe-bf24-c98af38ce24f req-909719ae-f726-4399-b620-bfc757148a01 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939975 Jul 21 06:32:17.785848 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:18.005417 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:18.019726 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2abbf-a732-4153-b245-caec9a3dff39 req-a908417d-2627-450f-bb99-877c879fccd8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:18.021850 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1eb2abbf-a732-4153-b245-caec9a3dff39 req-a908417d-2627-450f-bb99-877c879fccd8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0503771 Jul 21 06:32:18.072747 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1eb2abbf-a732-4153-b245-caec9a3dff39 req-bedff35b-3e79-4ef2-b1fb-fb64b829360b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Jul 21 06:32:19.195330 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01482c-a8bb-46d1-9093-8d41d070f583 req-2a4ed8e3-f153-4738-8932-a364903212e2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:19.197103 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2d01482c-a8bb-46d1-9093-8d41d070f583 req-2a4ed8e3-f153-4738-8932-a364903212e2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0523949 Jul 21 06:32:19.248633 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2d01482c-a8bb-46d1-9093-8d41d070f583 req-efb3728e-cac6-4ca0-9620-ba64c077f853 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Jul 21 06:32:20.366827 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0ec48-5540-4622-82f4-01d81050e610 req-492b262a-6246-4f44-8923-996a56ad0f50 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:20.368354 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-82e0ec48-5540-4622-82f4-01d81050e610 req-492b262a-6246-4f44-8923-996a56ad0f50 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0504279 Jul 21 06:32:20.420437 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-82e0ec48-5540-4622-82f4-01d81050e610 req-2179fa0e-6a9c-4026-852f-5088b2c07258 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462937 Jul 21 06:32:21.547360 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a4bcf-365c-4da1-b12b-7aaf86ea3285 req-48f148fe-5aed-47cc-9b87-9049e434ba9c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:21.548846 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d9a4bcf-365c-4da1-b12b-7aaf86ea3285 req-48f148fe-5aed-47cc-9b87-9049e434ba9c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0533838 Jul 21 06:32:21.589790 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:21.608299 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d9a4bcf-365c-4da1-b12b-7aaf86ea3285 req-6b96ee26-48a4-44fa-b0da-b8d9449d9c99 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Jul 21 06:32:22.739682 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c857c-bef6-4af6-9d89-421d2580557b req-ba35bdcd-77b6-4b8a-842b-806dfbd66d25 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:22.741155 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2e1c857c-bef6-4af6-9d89-421d2580557b req-ba35bdcd-77b6-4b8a-842b-806dfbd66d25 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0572784 Jul 21 06:32:22.793532 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2e1c857c-bef6-4af6-9d89-421d2580557b req-e4d6ddba-d881-4685-ab18-7fc5ece6ceac tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469580 Jul 21 06:32:23.895494 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=30,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:23.903553 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:23.949134 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb55be-6037-4d06-a829-c5baac924431 req-89fa7676-dcfc-4849-89f3-038eb0765523 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:23.951424 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-06fb55be-6037-4d06-a829-c5baac924431 req-89fa7676-dcfc-4849-89f3-038eb0765523 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0780714 Jul 21 06:32:24.000412 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-06fb55be-6037-4d06-a829-c5baac924431 req-ae615699-56d3-4035-94fb-2e215fa68450 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 Jul 21 06:32:25.140912 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99650b-7663-4714-b0f6-35fcfb99402f req-88600aaa-a96f-4d0b-be87-15c5db88a9e5 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:25.155059 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc99650b-7663-4714-b0f6-35fcfb99402f req-88600aaa-a96f-4d0b-be87-15c5db88a9e5 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0732365 Jul 21 06:32:25.207387 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc99650b-7663-4714-b0f6-35fcfb99402f req-9c2f1faf-22cd-4da0-a6d2-96d35701adc1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575485 Jul 21 06:32:25.683932 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:25.696464 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:26.195196 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3da56050-f4a0-44da-910e-ead5e31f2397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:26.335726 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa7808-ab25-454e-aadf-95534c898451 req-504f6f1c-fe80-4a20-b3d5-b42dc42bf5ed tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:26.338288 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8aaa7808-ab25-454e-aadf-95534c898451 req-504f6f1c-fe80-4a20-b3d5-b42dc42bf5ed tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0544159 Jul 21 06:32:26.398324 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8aaa7808-ab25-454e-aadf-95534c898451 req-af71d759-9135-490f-a763-c60a595de66f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554793 Jul 21 06:32:27.511803 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed78ee-e53a-43d4-99bd-f92c3f764976 req-0053466e-c916-45f9-bf26-f9a61a723730 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:27.514161 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-96ed78ee-e53a-43d4-99bd-f92c3f764976 req-0053466e-c916-45f9-bf26-f9a61a723730 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0507295 Jul 21 06:32:27.570507 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-96ed78ee-e53a-43d4-99bd-f92c3f764976 req-a9d44570-d9e2-419b-979b-d26098d09079 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505989 Jul 21 06:32:28.516473 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9ac29190-1785-47f6-8677-999d1d44e36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:28.697060 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f36aed-b575-449c-8d61-80a460722f0b req-fdcec082-7067-4491-b7ff-af461de3a782 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:28.698846 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f36aed-b575-449c-8d61-80a460722f0b req-fdcec082-7067-4491-b7ff-af461de3a782 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0550504 Jul 21 06:32:28.755134 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03f36aed-b575-449c-8d61-80a460722f0b req-db9c25cb-9a35-4253-a1e0-a57506bb7708 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504756 Jul 21 06:32:29.881783 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffd900-4481-43b1-af69-5a85ea5dd4fa req-755426d5-1e2a-4a8e-8dfe-b4e76bac4e55 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:29.893665 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6ffd900-4481-43b1-af69-5a85ea5dd4fa req-755426d5-1e2a-4a8e-8dfe-b4e76bac4e55 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0635014 Jul 21 06:32:29.973835 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:30.002585 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6ffd900-4481-43b1-af69-5a85ea5dd4fa req-2f126f32-8fdb-4829-9628-e928e28591ca tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077101 Jul 21 06:32:31.133820 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:31.134518 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:31.154582 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0d761-ee5d-4fbd-ba29-638988730841 req-e7dba5a0-07c0-447c-a223-d0e4cb91315b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:31.156108 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b3b0d761-ee5d-4fbd-ba29-638988730841 req-e7dba5a0-07c0-447c-a223-d0e4cb91315b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0582101 Jul 21 06:32:31.228199 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b3b0d761-ee5d-4fbd-ba29-638988730841 req-fbce743b-75cf-4501-9eab-20a0c988f068 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650969 Jul 21 06:32:31.713382 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:32.365755 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad5158-d079-4b7a-8752-4d7b5b02959b req-2519a6ee-e0f1-49d0-954c-58a27060eb61 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:32.367685 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-75ad5158-d079-4b7a-8752-4d7b5b02959b req-2519a6ee-e0f1-49d0-954c-58a27060eb61 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0646255 Jul 21 06:32:32.424753 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-75ad5158-d079-4b7a-8752-4d7b5b02959b req-673484d7-d235-4f44-86e2-0542850421c6 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502574 Jul 21 06:32:32.963380 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af13a0-b81c-4aef-ac6f-d909f2ed644e req-4e1a45f7-e8a9-44f6-a8c0-d49a8fdd2a92 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:32.964868 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c8af13a0-b81c-4aef-ac6f-d909f2ed644e req-4e1a45f7-e8a9-44f6-a8c0-d49a8fdd2a92 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0512450 Jul 21 06:32:33.236080 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c8af13a0-b81c-4aef-ac6f-d909f2ed644e req-ef8012d9-83e6-4795-a24b-d13fd7507941 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655671 Jul 21 06:32:33.551593 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20898a30-874c-4050-8f13-0646766d983f req-b598e4b5-45f8-4bc8-8a83-7002f5ec6615 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:33.553066 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-20898a30-874c-4050-8f13-0646766d983f req-b598e4b5-45f8-4bc8-8a83-7002f5ec6615 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0492039 Jul 21 06:32:33.594925 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:33.603202 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-20898a30-874c-4050-8f13-0646766d983f req-31764b6b-c6da-4a5e-a7e7-78a4a93f70a4 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444508 Jul 21 06:32:34.149913 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef6627-6eaa-41c8-aae3-93ff69ebc451 req-9fc3d430-3275-479b-8a1a-ecf8c6cc58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:34.151599 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-11ef6627-6eaa-41c8-aae3-93ff69ebc451 req-9fc3d430-3275-479b-8a1a-ecf8c6cc58b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 1130 time: 0.0467741 Jul 21 06:32:34.198966 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-11ef6627-6eaa-41c8-aae3-93ff69ebc451 req-95b2cd1e-c204-4650-8dfd-18332d8e30f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394027 Jul 21 06:32:34.359720 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb3a7-63d0-4452-b6a9-cfaac6b8948d req-160e1273-2c71-41d6-ba71-017bdcbf06ac tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:34.361106 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-95ceb3a7-63d0-4452-b6a9-cfaac6b8948d req-160e1273-2c71-41d6-ba71-017bdcbf06ac tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0490639 Jul 21 06:32:34.417148 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-95ceb3a7-63d0-4452-b6a9-cfaac6b8948d req-4cb99528-8cd4-49d9-9ca7-1a3eeb1e17df tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497246 Jul 21 06:32:34.735946 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfde21-1e63-49ed-8fde-16bc6a8531ac req-9c40749e-1873-45f8-a558-011eb2098b83 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:34.738219 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dfcfde21-1e63-49ed-8fde-16bc6a8531ac req-9c40749e-1873-45f8-a558-011eb2098b83 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0625200 Jul 21 06:32:34.789524 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dfcfde21-1e63-49ed-8fde-16bc6a8531ac req-4bf6d073-4c5d-4915-9897-23bf9fb75420 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455055 Jul 21 06:32:35.541498 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724755a0-f8a7-40ca-9c39-4a0a7e13640b req-2e6525d4-c76f-40e9-81db-a7b06a1c7e32 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:35.543053 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-724755a0-f8a7-40ca-9c39-4a0a7e13640b req-2e6525d4-c76f-40e9-81db-a7b06a1c7e32 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0520642 Jul 21 06:32:35.606229 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-724755a0-f8a7-40ca-9c39-4a0a7e13640b req-6c121498-207a-4722-8c32-e8cb74cb5517 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558031 Jul 21 06:32:35.924121 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047346df-1c14-4b91-b001-6a211d33fd6f req-078fd979-f1ee-46ad-921c-e40870b9a18d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:35.925616 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-047346df-1c14-4b91-b001-6a211d33fd6f req-078fd979-f1ee-46ad-921c-e40870b9a18d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0663214 Jul 21 06:32:35.974218 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-047346df-1c14-4b91-b001-6a211d33fd6f req-0fdf1371-cb5e-4b9a-adb2-5b306f53372b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Jul 21 06:32:36.375627 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e54b-f600-4789-a1fb-6076501f45c3 req-48616d00-b3dd-43aa-81d4-8e190e62889f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:36.398973 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef41e54b-f600-4789-a1fb-6076501f45c3 req-48616d00-b3dd-43aa-81d4-8e190e62889f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.1015522 Jul 21 06:32:36.500808 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef41e54b-f600-4789-a1fb-6076501f45c3 req-9b156bc6-5f62-423b-bc9e-880d78ebb503 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006029 Jul 21 06:32:36.508343 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-21981ee6-40a8-42ec-9b6c-cfec1fac6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:36.509890 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-21981ee6-40a8-42ec-9b6c-cfec1fac6744 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 1130 time: 0.0633311 Jul 21 06:32:36.686999 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-41f7169f-7151-4a8e-9466-2b78aecb8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:36.688747 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-41f7169f-7151-4a8e-9466-2b78aecb8613 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.1618969 Jul 21 06:32:36.737391 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-b4f575a1-42c8-482d-a953-12dbd30a01d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=066e9645-9422-4d88-a511-31ab25daf6de HTTP/1.1" status: 200 len: 217 time: 0.0411141 Jul 21 06:32:36.890126 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51de2-7773-43d6-8403-2412937dc192 req-68e55925-a5a7-4bab-9836-91b689f50612 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:36.901295 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b6f51de2-7773-43d6-8403-2412937dc192 req-68e55925-a5a7-4bab-9836-91b689f50612 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.1610363 Jul 21 06:32:36.912194 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:36.966009 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-52eec1cd-cfd6-4f70-a05a-a6355df1bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:36.968093 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-52eec1cd-cfd6-4f70-a05a-a6355df1bc72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.1930988 Jul 21 06:32:36.978537 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b6f51de2-7773-43d6-8403-2412937dc192 req-cc88cb80-5cce-4028-b5f5-31bba0d6e062 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781178 Jul 21 06:32:37.045369 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-8653413b-0e8f-44d0-9f7e-15d8d68f0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:37.045807 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-8653413b-0e8f-44d0-9f7e-15d8d68f0679 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661020 Jul 21 06:32:37.116092 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:37.157335 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-fe8e767a-6a3e-44c1-8924-5d7f6328b272 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970683 Jul 21 06:32:37.256695 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b50fe45-173a-4dc5-bb61-b9fef66fe5b8 req-b3c25452-5155-46b9-be2a-98000346e71f service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926991 Jul 21 06:32:37.651650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5fee8-c6d6-422c-940c-60d52acae917 req-f21a8ece-626d-4540-b0b3-e89b0b3d08d7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:37.653175 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f7d5fee8-c6d6-422c-940c-60d52acae917 req-f21a8ece-626d-4540-b0b3-e89b0b3d08d7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0469291 Jul 21 06:32:37.703555 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f7d5fee8-c6d6-422c-940c-60d52acae917 req-ff39ad19-82df-4438-90c1-6322828daaf8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444717 Jul 21 06:32:38.130924 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fdb59-3f42-4fd1-8725-ffda32397f14 req-a946fd51-68f3-408c-92b3-95fbe8f0619d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:38.132364 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fdb59-3f42-4fd1-8725-ffda32397f14 req-a946fd51-68f3-408c-92b3-95fbe8f0619d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0569708 Jul 21 06:32:38.193923 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fdb59-3f42-4fd1-8725-ffda32397f14 req-642dfe3a-b695-458b-ac32-f01d8453dd3e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559411 Jul 21 06:32:38.817219 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e924393-50f3-4321-aa2d-9e924f72a47c req-1d116cfd-efd7-4c2f-aa45-b4e7535b18ff tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:38.818715 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0e924393-50f3-4321-aa2d-9e924f72a47c req-1d116cfd-efd7-4c2f-aa45-b4e7535b18ff tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0473800 Jul 21 06:32:38.865195 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0e924393-50f3-4321-aa2d-9e924f72a47c req-c70ebe62-18e9-480b-ac6c-e64d6a40c4d3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 Jul 21 06:32:39.319791 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc1e1b-4f56-4d2e-845e-b05e96c80396 req-3686e31a-bf9b-4b99-9a88-20236aa47abd tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:39.322069 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b5bc1e1b-4f56-4d2e-845e-b05e96c80396 req-3686e31a-bf9b-4b99-9a88-20236aa47abd tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0502691 Jul 21 06:32:39.377262 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b5bc1e1b-4f56-4d2e-845e-b05e96c80396 req-534fd13d-76aa-4c8f-8589-1820249589e9 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494518 Jul 21 06:32:40.110286 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c54174-9019-4c06-bf38-38ca92a6e187 req-1f8c505a-ff38-4403-9b36-16ac0f521ab7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:40.117436 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73c54174-9019-4c06-bf38-38ca92a6e187 req-1f8c505a-ff38-4403-9b36-16ac0f521ab7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.1047659 Jul 21 06:32:40.166229 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73c54174-9019-4c06-bf38-38ca92a6e187 req-3febecfc-90f8-4226-a426-10662940c458 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478029 Jul 21 06:32:40.510650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e9036-5f32-4b3c-bdfa-ed33432b33d4 req-8f62a12d-fc01-4439-a813-eac48b67b1e1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:40.512170 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-076e9036-5f32-4b3c-bdfa-ed33432b33d4 req-8f62a12d-fc01-4439-a813-eac48b67b1e1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0566075 Jul 21 06:32:40.591583 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-076e9036-5f32-4b3c-bdfa-ed33432b33d4 req-cd89916c-16ae-4a2d-9b71-3b5bee1f2a38 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597043 Jul 21 06:32:41.325006 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d176-c6aa-4b2e-88eb-2c54a86996bf req-a3cb919c-a421-46b9-aa4f-97242a197948 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:41.326733 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2da7d176-c6aa-4b2e-88eb-2c54a86996bf req-a3cb919c-a421-46b9-aa4f-97242a197948 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0677791 Jul 21 06:32:41.401320 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2da7d176-c6aa-4b2e-88eb-2c54a86996bf req-57564ef7-513b-472a-b868-a292a63fcc4e tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685496 Jul 21 06:32:41.446418 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-14ee5f93-76ca-4246-b8d1-29e2f25827bc tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771985638&fields=id&tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b HTTP/1.1" status: 200 len: 267 time: 0.0754766 Jul 21 06:32:41.556097 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:41.590203 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-a9b26dc2-7d99-4614-b53b-e04977334659 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:41.598036 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-a9b26dc2-7d99-4614-b53b-e04977334659 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 812 time: 0.1464498 Jul 21 06:32:41.608282 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:41.616073 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-d708c006-03be-4aa8-a8e1-10b02d6686b9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/quotas/5d0ba27e9a7f450c87eb189cdd6e235b HTTP/1.1" status: 200 len: 375 time: 0.0170951 Jul 21 06:32:41.670515 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-94f2ebc1-25e3-4c4f-902c-b834b2e5a531 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533566 Jul 21 06:32:41.699711 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:41.709212 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:41.780235 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a68a9-f127-4481-b2c1-4a410a4bc48a req-d63db34d-5253-48b4-8ed8-38b2504faee2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:41.788102 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-278a68a9-f127-4481-b2c1-4a410a4bc48a req-d63db34d-5253-48b4-8ed8-38b2504faee2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.1155474 Jul 21 06:32:41.886527 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:41.888882 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:41.890529 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-658ce5da-1cc9-4cc6-8faa-b9a768d869cd service neutron] 10.222.0.42 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054160 Jul 21 06:32:41.907683 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-278a68a9-f127-4481-b2c1-4a410a4bc48a req-888888eb-b9f0-408d-b45b-6606e01fabf1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186593 Jul 21 06:32:42.018545 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-65231a9b-570a-405a-9cda-f5dc13f9787a service neutron] 10.222.0.42 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097200 Jul 21 06:32:42.337411 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b895f61e-9a62-46ee-8661-05448183ce81 req-342216a8-d5ae-4064-b2c6-70742c7ed25c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 210 time: 0.0276663 Jul 21 06:32:43.022257 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704133a-50c4-4ab3-a896-d0d2b82dcfab req-90be9333-1df0-4771-bb05-49deacc9b461 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:43.023959 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1704133a-50c4-4ab3-a896-d0d2b82dcfab req-90be9333-1df0-4771-bb05-49deacc9b461 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0457084 Jul 21 06:32:43.071076 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1704133a-50c4-4ab3-a896-d0d2b82dcfab req-4e07b769-d6f0-4189-a451-701ed4b21e49 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417125 Jul 21 06:32:43.433787 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ba0a46e7-685b-4425-bdc9-67f9ea7af786 req-35a8c943-627a-470c-826e-d8119d846834 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 210 time: 0.0303180 Jul 21 06:32:44.210152 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42742db1-73ab-4328-8055-8e1317b66a16 req-388dfabf-ebbc-40b9-8ddd-27b2e180c256 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:44.220723 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-42742db1-73ab-4328-8055-8e1317b66a16 req-388dfabf-ebbc-40b9-8ddd-27b2e180c256 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0712445 Jul 21 06:32:44.289617 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-42742db1-73ab-4328-8055-8e1317b66a16 req-c4202291-7c6b-4c96-a05a-1e733c3d5084 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686314 Jul 21 06:32:44.450341 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-baac7d42-550f-4fa8-8ae4-2db9cae41457 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:44.452088 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-baac7d42-550f-4fa8-8ae4-2db9cae41457 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 812 time: 0.1365891 Jul 21 06:32:44.571487 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dd277697-2c8d-4bb4-b401-4f8c783dfdc0 req-76f2f2ce-e3f8-4c8e-a0c3-d7c5381738e7 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 210 time: 0.0565090 Jul 21 06:32:44.604834 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-a733c961-ee09-4615-a3f1-b9bab51af7a5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b HTTP/1.1" status: 200 len: 379 time: 0.1293051 Jul 21 06:32:44.615894 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'port': {'device_id': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'admin_state_up': True, 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'security_groups': ['d8108142-12cb-4789-b9bf-7bacadb442d2']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:44.751182 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Made reservation on behalf of 5d0ba27e9a7f450c87eb189cdd6e235b for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:32:44.754707 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:44.779230 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:44.910278 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Allocated IP 172.20.0.12 (dadad058-4314-4199-8e9f-a1bda80f561d/a810cecd-49b8-42a4-8b02-36e4020aaf6a/30a8386c-e7fc-4d12-86c3-922716884c6e) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:32:44.942868 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:45.088591 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:45.123559 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:45.166805 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Network dadad058-4314-4199-8e9f-a1bda80f561d is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:45.171990 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:45.178652 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:32:45.184113 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:45.184738 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:45.195597 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'Port': ['ID=30a8386c-e7fc-4d12-86c3-922716884c6e,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:45.212368 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-1ef72b6a-2c6b-4dc1-a689-032bab997327 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6007819 Jul 21 06:32:45.242889 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Request body: {'port': {'device_id': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:45.325425 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:45.531550 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb7205-476a-4a90-9b99-36322b7361e0 req-74ceb257-bc80-4733-84c5-135926ca11d4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:45.533048 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5bcb7205-476a-4a90-9b99-36322b7361e0 req-74ceb257-bc80-4733-84c5-135926ca11d4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0653431 Jul 21 06:32:45.555218 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-58c477f0-17f2-4ddc-bc55-6b3f95be5020 None None] Provisioning complete for port 30a8386c-e7fc-4d12-86c3-922716884c6e triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:45.556349 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-58c477f0-17f2-4ddc-bc55-6b3f95be5020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:45.599924 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-58c477f0-17f2-4ddc-bc55-6b3f95be5020 None None] Port 30a8386c-e7fc-4d12-86c3-922716884c6e cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:32:45.639373 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5bcb7205-476a-4a90-9b99-36322b7361e0 req-05ca2a88-07d6-4771-8647-1c02307482de tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931704 Jul 21 06:32:45.752623 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a8386c-e7fc-4d12-86c3-922716884c6e {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:32:45.765240 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3e55e-e2e8-47b5-8d7b-b6df8cb70049 req-fe04ad43-4146-4a56-b3bf-85f821ba9bf3 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:45.766751 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76c3e55e-e2e8-47b5-8d7b-b6df8cb70049 req-fe04ad43-4146-4a56-b3bf-85f821ba9bf3 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 932 time: 0.0781243 Jul 21 06:32:45.768651 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Publish callbacks [] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:45.771105 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:45.798060 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Transition to ACTIVE for port object 30a8386c-e7fc-4d12-86c3-922716884c6e will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:32:45.806072 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:45.870720 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:45.877660 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76c3e55e-e2e8-47b5-8d7b-b6df8cb70049 req-7c62a373-0b94-472a-a9de-5e785fd9a851 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044478 Jul 21 06:32:45.885240 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Pushing event updated for resources: {'Port': ['ID=30a8386c-e7fc-4d12-86c3-922716884c6e,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:45.937586 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Attempting to bind port 30a8386c-e7fc-4d12-86c3-922716884c6e on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:32:45.938019 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Attempting to bind port 30a8386c-e7fc-4d12-86c3-922716884c6e by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:32:45.938411 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Attempting to bind port 30a8386c-e7fc-4d12-86c3-922716884c6e on network dadad058-4314-4199-8e9f-a1bda80f561d {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:32:45.943863 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Port 30a8386c-e7fc-4d12-86c3-922716884c6e on network dadad058-4314-4199-8e9f-a1bda80f561d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:32:45.944266 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Attempting to bind port 30a8386c-e7fc-4d12-86c3-922716884c6e on network dadad058-4314-4199-8e9f-a1bda80f561d {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:32:45.949571 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:32:45.950001 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Checking segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:32:45.950450 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Bound using segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:32:45.950939 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Bound port: 30a8386c-e7fc-4d12-86c3-922716884c6e, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:32:45.951378 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.020368 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] For port 30a8386c-e7fc-4d12-86c3-922716884c6e, host hv-cinder-85031, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:32:46.024434 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] For port 30a8386c-e7fc-4d12-86c3-922716884c6e, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=30a8386c-e7fc-4d12-86c3-922716884c6e,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:32:46.031436 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.091603 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:46.092243 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.093622 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] 10.222.0.36 "PUT /v2.0/ports/30a8386c-e7fc-4d12-86c3-922716884c6e HTTP/1.1" status: 200 len: 1094 time: 0.8571720 Jul 21 06:32:46.094093 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'tag': '30a8386c-e7fc-4d12-86c3-922716884c6e'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:32:46.096528 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd12a96-a6ba-4881-9e69-20771a9b2d91", "tag": "30a8386c-e7fc-4d12-86c3-922716884c6e"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:32:46.134663 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5615e4-4591-40b1-9cc2-7c62d871594e service neutron] Pushing event updated for resources: {'Port': ['ID=30a8386c-e7fc-4d12-86c3-922716884c6e,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:46.192021 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e47e9c-96b6-4ef2-9731-718f6da71fab x-openstack-request-id: req-d7e47e9c-96b6-4ef2-9731-718f6da71fab {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:32:46.192366 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd12a96-a6ba-4881-9e69-20771a9b2d91", "tag": "30a8386c-e7fc-4d12-86c3-922716884c6e", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:32:46.192622 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7e47e9c-96b6-4ef2-9731-718f6da71fab {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:32:46.193104 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e47e9c-96b6-4ef2-9731-718f6da71fab'] response: {'name': 'network-changed', 'server_uuid': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'tag': '30a8386c-e7fc-4d12-86c3-922716884c6e', 'status': 'completed', 'code': 200} Jul 21 06:32:46.227117 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39118) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:46.232061 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-564542b3-90b6-4719-a585-c37cb466b3e8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454239846', 'description': 'tempest-description--1612985454'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:46.260998 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-564542b3-90b6-4719-a585-c37cb466b3e8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.266984 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-70bd877a-294a-4a25-ac64-8f5cb6172b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:46.269085 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-70bd877a-294a-4a25-ac64-8f5cb6172b79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 1128 time: 0.0451412 Jul 21 06:32:46.335481 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-efcfe144-c9f5-4155-aaa7-7a002666dfe8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30a8386c-e7fc-4d12-86c3-922716884c6e HTTP/1.1" status: 200 len: 217 time: 0.0478985 Jul 21 06:32:46.359245 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-564542b3-90b6-4719-a585-c37cb466b3e8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group (32c154e0-f5f4-46dd-be63-54100754f03a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.369401 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-564542b3-90b6-4719-a585-c37cb466b3e8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (32c154e0-f5f4-46dd-be63-54100754f03a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.408327 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-fd260393-4ead-4373-9f1d-857f08d749c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:46.408327 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-fd260393-4ead-4373-9f1d-857f08d749c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0622661 Jul 21 06:32:46.420709 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-564542b3-90b6-4719-a585-c37cb466b3e8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.422506 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-564542b3-90b6-4719-a585-c37cb466b3e8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1944094 Jul 21 06:32:46.425549 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39122) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:46.430585 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-ae7893d9-bf10-4585-a9fa-6919df7e8f99 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Request body: {'security_group_rule': {'security_group_id': '32c154e0-f5f4-46dd-be63-54100754f03a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:46.467922 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564542b3-90b6-4719-a585-c37cb466b3e8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c154e0-f5f4-46dd-be63-54100754f03a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:46.476474 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-b05ef0a6-7eaa-45e5-ae4a-ee2671c6c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:46.477986 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-b05ef0a6-7eaa-45e5-ae4a-ee2671c6c1f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613797 Jul 21 06:32:46.479842 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ae7893d9-bf10-4585-a9fa-6919df7e8f99 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group_rule (69d30a98-834b-49ed-8a97-5a481679bc3e), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.568248 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ae7893d9-bf10-4585-a9fa-6919df7e8f99 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group_rule (69d30a98-834b-49ed-8a97-5a481679bc3e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.584676 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ae7893d9-bf10-4585-a9fa-6919df7e8f99 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (69d30a98-834b-49ed-8a97-5a481679bc3e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.617075 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7893d9-bf10-4585-a9fa-6919df7e8f99 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d30a98-834b-49ed-8a97-5a481679bc3e,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:46.635706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ae7893d9-bf10-4585-a9fa-6919df7e8f99 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.641494 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ae7893d9-bf10-4585-a9fa-6919df7e8f99 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2145617 Jul 21 06:32:46.642287 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39128) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:46.647937 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-961d9dd0-2229-41af-a4c4-7a2c04d0df90 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Request body: {'security_group_rule': {'security_group_id': '32c154e0-f5f4-46dd-be63-54100754f03a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:46.649099 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-20af1881-54a3-4b49-8afa-bfc662483a1a service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596644 Jul 21 06:32:46.699497 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-961d9dd0-2229-41af-a4c4-7a2c04d0df90 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group_rule (e6968519-a19c-445f-84b3-737366fed4d3), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.846180 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-961d9dd0-2229-41af-a4c4-7a2c04d0df90 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group_rule (e6968519-a19c-445f-84b3-737366fed4d3), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.877060 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-961d9dd0-2229-41af-a4c4-7a2c04d0df90 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (e6968519-a19c-445f-84b3-737366fed4d3), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.877330 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e663-944a-49ed-9f11-33ce94246070 req-a7ad3d4f-0ced-40df-8718-f23ff3c33420 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:46.879187 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d712e663-944a-49ed-9f11-33ce94246070 req-a7ad3d4f-0ced-40df-8718-f23ff3c33420 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0677164 Jul 21 06:32:46.881532 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2725e1d-26e3-4733-96cb-f7c0b4a7e00d req-72d03d9b-747f-4fe0-95e9-bfda8cd1dd0e service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769440 Jul 21 06:32:46.904657 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d9dd0-2229-41af-a4c4-7a2c04d0df90 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6968519-a19c-445f-84b3-737366fed4d3,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:46.916067 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-961d9dd0-2229-41af-a4c4-7a2c04d0df90 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.917497 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-961d9dd0-2229-41af-a4c4-7a2c04d0df90 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2740271 Jul 21 06:32:46.920511 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39132) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:46.930643 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:46.964924 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:46.990678 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d712e663-944a-49ed-9f11-33ce94246070 req-d0d47fb4-6b60-4727-b87e-666e520da7b1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042111 Jul 21 06:32:47.083848 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-eb88c48a-4d15-4a44-8cc0-79844cf5527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:47.086680 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-eb88c48a-4d15-4a44-8cc0-79844cf5527c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 1128 time: 0.0934103 Jul 21 06:32:47.105116 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:47.206251 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:47.208445 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-36652b23-1051-48d2-8568-37ed0ff2a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:47.209932 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-36652b23-1051-48d2-8568-37ed0ff2a57b service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 913 time: 0.1023355 Jul 21 06:32:47.241123 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Allocated IP 172.27.1.89 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:32:47.277715 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:47.386202 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for port (7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:47.392090 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:47.432563 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:47.485971 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:47.487652 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:47.491752 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:32:47.497172 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event updated for resources: {'Port': ['ID=7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:47.501031 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-b22e5a1b-a120-4e92-a071-89422df103f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30a8386c-e7fc-4d12-86c3-922716884c6e HTTP/1.1" status: 200 len: 217 time: 0.2851694 Jul 21 06:32:47.544552 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611c86b-4a52-4188-9028-3ae86e808820 req-c81ebbf0-400e-428c-add4-20bfe6407c43 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:47.552191 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5611c86b-4a52-4188-9028-3ae86e808820 req-c81ebbf0-400e-428c-add4-20bfe6407c43 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.4779301 Jul 21 06:32:47.657975 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for floatingip (bdd209ca-c6ac-4978-85b9-e8f7faf3b585), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:47.694170 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5611c86b-4a52-4188-9028-3ae86e808820 req-ebeb55d7-8043-44dc-a715-625ae1827349 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337576 Jul 21 06:32:47.699680 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-93874c10-6b93-498e-b8b4-2f0abfe2ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:47.701524 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-93874c10-6b93-498e-b8b4-2f0abfe2ed8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.1934714 Jul 21 06:32:47.724987 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:47.813396 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:47.821787 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-7253dde1-020c-473e-bdd9-b66ee9a42b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:47.823454 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-7253dde1-020c-473e-bdd9-b66ee9a42b4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926001 Jul 21 06:32:47.858016 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:47.959832 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-975f9c34-912c-4c15-9125-941d76f75829 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259739 Jul 21 06:32:47.989316 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for port (7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:47.998092 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:48.108164 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (bdd209ca-c6ac-4978-85b9-e8f7faf3b585), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:48.112174 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event updated for resources: {'Port': ['ID=7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:48.131846 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:48.133209 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-aec2f276-bc01-4ab5-b2a1-dac4a056c32f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2115178 Jul 21 06:32:48.162181 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa781c87-0e9d-4b1d-b684-19e34ad67ee1 req-339810e0-5434-4c4d-b366-e75b15281bf4 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958387 Jul 21 06:32:48.171210 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa54f-36f5-44b0-8a93-f3f197e09a01 req-3bf84e94-d1ae-4485-abc4-84b640e33c40 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:48.178795 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3b6fa54f-36f5-44b0-8a93-f3f197e09a01 req-3bf84e94-d1ae-4485-abc4-84b640e33c40 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0725586 Jul 21 06:32:48.225153 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3b6fa54f-36f5-44b0-8a93-f3f197e09a01 req-08f0da44-3262-453b-a8d4-a6c6260d856a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453525 Jul 21 06:32:48.352598 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-58ee564c-6ffc-4335-b5ce-ba0cfae3828d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--454239846&fields=id&tenant_id=9cd8a1a642a24b519aefdde9ed336536 HTTP/1.1" status: 200 len: 267 time: 0.0423157 Jul 21 06:32:48.459391 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-d76703be-dbfa-40df-9bb9-366bc9f5d4ce tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:48.460736 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-d76703be-dbfa-40df-9bb9-366bc9f5d4ce tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 819 time: 0.1018989 Jul 21 06:32:48.475659 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-30b875f1-5d52-4b7e-93f1-adf9d62512bc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/quotas/9cd8a1a642a24b519aefdde9ed336536 HTTP/1.1" status: 200 len: 375 time: 0.0097010 Jul 21 06:32:48.528015 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-e4f636d1-71a6-43bf-acd4-959270138089 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0471773 Jul 21 06:32:48.635510 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-f4f8d693-5cce-45f6-8c1a-7f5cda1edf41 service neutron] 10.222.0.42 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878148 Jul 21 06:32:48.729471 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-c0246c6a-a740-4fc6-a10a-da66b6a4eece service neutron] 10.222.0.42 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876746 Jul 21 06:32:48.807724 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ec494-e3c6-4503-a323-45839aec5636 req-1fef3f25-7e48-4a2e-9b42-795b6c03c2b0 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:48.809206 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad9ec494-e3c6-4503-a323-45839aec5636 req-1fef3f25-7e48-4a2e-9b42-795b6c03c2b0 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0532017 Jul 21 06:32:48.860173 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad9ec494-e3c6-4503-a323-45839aec5636 req-eadc8f43-42f1-4e8e-b519-897e99a3285c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451398 Jul 21 06:32:48.904435 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1561953b-95fc-40bc-a441-ccd2514d9fde req-34bdc8f8-4ab3-483d-a051-42111a808806 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 210 time: 0.0313816 Jul 21 06:32:49.358425 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570749d2-ae8d-426c-867e-a517a6b9e379 req-5faed066-51f4-4438-97f1-f7ad44f92e9c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:49.359950 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-570749d2-ae8d-426c-867e-a517a6b9e379 req-5faed066-51f4-4438-97f1-f7ad44f92e9c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0552559 Jul 21 06:32:49.446676 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-570749d2-ae8d-426c-867e-a517a6b9e379 req-aec7b1e7-7acf-408b-b770-cd69c86fd89c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794005 Jul 21 06:32:49.972282 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:49.996084 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3055-46e4-496b-bda2-7e4d231b492a req-69f46857-3ccc-4b78-89d2-dcfd97b03efd tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:49.997517 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4f9d3055-46e4-496b-bda2-7e4d231b492a req-69f46857-3ccc-4b78-89d2-dcfd97b03efd tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0617516 Jul 21 06:32:50.021251 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6970a7d0-45f6-48f0-8be9-53ca18644cdc req-166720ee-5aa1-4eee-b7f9-9c90b80c5c7b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 210 time: 0.0450435 Jul 21 06:32:50.064785 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4f9d3055-46e4-496b-bda2-7e4d231b492a req-e6a9a177-da80-4e86-962e-04c1468cd8d2 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511093 Jul 21 06:32:50.558990 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:50.568599 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c854d-8448-4be0-b00d-d639366f340d req-480ac5dc-14e1-4368-81ae-a98e9c2d918f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:50.570085 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004c854d-8448-4be0-b00d-d639366f340d req-480ac5dc-14e1-4368-81ae-a98e9c2d918f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0475657 Jul 21 06:32:50.619194 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004c854d-8448-4be0-b00d-d639366f340d req-7aa46570-322d-4762-8d29-f132a0379fb5 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436127 Jul 21 06:32:50.947085 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:32:51.116217 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fde6a55e-18c7-4378-bd58-085f5b43700b req-f62ceca4-8930-462e-ae2d-e3d159c38c19 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 210 time: 0.0279989 Jul 21 06:32:51.178761 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad275df-0aa0-4119-ba75-032220c1cf68 req-4b759ed0-058f-4e5c-a1af-71bffee19085 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:51.180202 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9ad275df-0aa0-4119-ba75-032220c1cf68 req-4b759ed0-058f-4e5c-a1af-71bffee19085 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0456138 Jul 21 06:32:51.228485 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9ad275df-0aa0-4119-ba75-032220c1cf68 req-d1397d48-4d40-44dd-abe8-2bfa8061e015 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427849 Jul 21 06:32:51.737279 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9091c-204c-42de-9cad-802ec886df06 req-49ce8cff-f899-4c19-915a-6729c438f17d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:51.739297 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-10c9091c-204c-42de-9cad-802ec886df06 req-49ce8cff-f899-4c19-915a-6729c438f17d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0457697 Jul 21 06:32:51.789962 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-10c9091c-204c-42de-9cad-802ec886df06 req-e4f407de-6d6f-44da-8e11-fec829839341 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443976 Jul 21 06:32:52.213327 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc5a4843-5e37-4bc5-bd64-2da2a5db9c3b req-6e577c2f-a7f2-422b-87dd-bbf6d6878fbf tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 210 time: 0.0277183 Jul 21 06:32:52.339752 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed35e60-4fb9-47ba-806f-6ebda81240cb req-e8095484-149f-4681-b627-d327e1104966 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:52.341090 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ed35e60-4fb9-47ba-806f-6ebda81240cb req-e8095484-149f-4681-b627-d327e1104966 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0454988 Jul 21 06:32:52.389822 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ed35e60-4fb9-47ba-806f-6ebda81240cb req-45c3a2ad-cfd7-45e5-a978-61bafbdaa863 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Jul 21 06:32:52.912972 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02acc-5193-4a1d-85c8-454f6830b019 req-af18e417-afce-4ad9-9281-6aa3afcdee97 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:52.914433 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4b02acc-5193-4a1d-85c8-454f6830b019 req-af18e417-afce-4ad9-9281-6aa3afcdee97 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0523963 Jul 21 06:32:52.931400 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 345fc32c-f55c-4636-be16-4b276cd0c105 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:32:52.968310 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4b02acc-5193-4a1d-85c8-454f6830b019 req-7da1dfdd-41aa-48ee-8ded-5e2343674690 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480425 Jul 21 06:32:53.043153 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:53.054783 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '345fc32c-f55c-4636-be16-4b276cd0c105', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'port_id': '345fc32c-f55c-4636-be16-4b276cd0c105', 'mac_address': 'fa:16:3e:82:79:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:32:53.092793 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 345fc32c-f55c-4636-be16-4b276cd0c105 is: ACTIVE; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:53.093190 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:53.106303 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 345fc32c-f55c-4636-be16-4b276cd0c105 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:32:53.125315 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:53.128735 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:53.183060 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=6']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:53.191465 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.192658 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.193144 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.193580 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.194091 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.194592 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.194970 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.195347 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.195723 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.196198 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.196542 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.196940 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.197281 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.197611 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.197948 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:32:53.259208 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-501f22fa-5f13-4033-bbf8-03301fc67f50 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:53.260673 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-501f22fa-5f13-4033-bbf8-03301fc67f50 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 819 time: 0.1090224 Jul 21 06:32:53.312684 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62e569d4-b80b-4381-84d9-acaf8ca3b7e5 req-6a7fdab1-713a-46ca-bf49-09da163a2b92 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 210 time: 0.0308440 Jul 21 06:32:53.314245 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=12 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:53.342289 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['345fc32c-f55c-4636-be16-4b276cd0c105'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:32:53.505557 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20bd99-195a-4413-b3a4-5285708c0866 req-d633e705-5cff-422f-ab2b-eba3ff2a6e5d tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:53.507034 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2d20bd99-195a-4413-b3a4-5285708c0866 req-d633e705-5cff-422f-ab2b-eba3ff2a6e5d tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0502563 Jul 21 06:32:53.561070 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2d20bd99-195a-4413-b3a4-5285708c0866 req-012385bd-9d95-4580-aca8-da5718d74f47 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485778 Jul 21 06:32:53.635339 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-6cad520f-aa9f-477a-a121-048985ee68b4 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cd8a1a642a24b519aefdde9ed336536 HTTP/1.1" status: 200 len: 379 time: 0.0602961 Jul 21 06:32:53.670596 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Request body: {'port': {'device_id': '6d312821-22fc-4f7a-9a04-88f677a66511', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'admin_state_up': True, 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'security_groups': ['32c154e0-f5f4-46dd-be63-54100754f03a']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:53.790416 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Made reservation on behalf of 9cd8a1a642a24b519aefdde9ed336536 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:32:53.793877 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:53.859548 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:53.875947 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:53.924457 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Allocated IP 172.20.0.4 (99d9c8f4-68ee-4bd8-aaed-8ace9842a377/e95cfd08-d8ca-4ba4-8db0-6109a5852619/f6cc1e71-5824-4e10-98c9-72b30b663270) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:32:54.020611 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 345fc32c-f55c-4636-be16-4b276cd0c105 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:32:54.064119 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39342) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:54.101011 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 345fc32c-f55c-4636-be16-4b276cd0c105 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:54.101384 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.110361 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.114235 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a450ef-19f7-472a-9e00-c2fddf02759b admin admin] Deleting subnet d09632da-99a5-49fe-b31d-666b0d1a81cf {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:32:54.117603 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-84a450ef-19f7-472a-9e00-c2fddf02759b admin admin] Publish callbacks [] for subnet (d09632da-99a5-49fe-b31d-666b0d1a81cf), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.165088 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-84a450ef-19f7-472a-9e00-c2fddf02759b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14607510'] for subnet (d09632da-99a5-49fe-b31d-666b0d1a81cf), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.188440 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2abe-d96e-4a21-9eec-4a6eb078065a req-a88bfb5c-e3d7-4b5e-89fd-81356571b195 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:54.190493 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18be2abe-d96e-4a21-9eec-4a6eb078065a req-a88bfb5c-e3d7-4b5e-89fd-81356571b195 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 945 time: 0.0840542 Jul 21 06:32:54.214280 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 345fc32c-f55c-4636-be16-4b276cd0c105 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:32:54.214694 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.217777 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-84a450ef-19f7-472a-9e00-c2fddf02759b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (d09632da-99a5-49fe-b31d-666b0d1a81cf), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.252476 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.260339 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:32:54.263458 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af12caf7-bd3a-40f9-aa43-a75b3ab6c84b" -d '{"events": [{"server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:32:54.279203 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:32:54.281003 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:54.290071 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.310524 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-84a450ef-19f7-472a-9e00-c2fddf02759b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14670680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12808584'] for subnet (d09632da-99a5-49fe-b31d-666b0d1a81cf), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.321006 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc89a99c-3257-477d-862a-23ac80e8a3ca x-openstack-request-id: req-cc89a99c-3257-477d-862a-23ac80e8a3ca {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:32:54.321344 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:32:54.321586 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc89a99c-3257-477d-862a-23ac80e8a3ca {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:32:54.322008 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc89a99c-3257-477d-862a-23ac80e8a3ca'] response: {'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105', 'code': 200} Jul 21 06:32:54.327902 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:54.350174 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=7']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:54.362373 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a450ef-19f7-472a-9e00-c2fddf02759b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d09632da-99a5-49fe-b31d-666b0d1a81cf,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:54.368178 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-84a450ef-19f7-472a-9e00-c2fddf02759b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.375169 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-84a450ef-19f7-472a-9e00-c2fddf02759b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d09632da-99a5-49fe-b31d-666b0d1a81cf HTTP/1.1" status: 204 len: 168 time: 0.3088636 Jul 21 06:32:54.375850 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39354) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:54.393217 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:32:54.393995 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event updated for resources: {'Port': ['ID=f6cc1e71-5824-4e10-98c9-72b30b663270,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:54.401260 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:32:54.404551 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:32:54.411555 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:54.412636 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.423470 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18be2abe-d96e-4a21-9eec-4a6eb078065a req-e7c09edb-46ec-44cc-9ed2-5dad299e5f0a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063282 Jul 21 06:32:54.484112 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:54.497244 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (fc29e600-c087-44b3-9b0a-d2e20e1a4dac), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.499772 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-31c32621-3613-4bc3-85cd-1a3e9691dbee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8335621 Jul 21 06:32:54.526236 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Request body: {'port': {'device_id': '6d312821-22fc-4f7a-9a04-88f677a66511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:32:54.540343 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5891-f866-4063-9f4f-6a58accd31a7 req-a1e7a60f-2908-4603-b414-7a3bcd52daf1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:54.542219 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-955d5891-f866-4063-9f4f-6a58accd31a7 req-a1e7a60f-2908-4603-b414-7a3bcd52daf1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 931 time: 0.1253545 Jul 21 06:32:54.641316 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (fc29e600-c087-44b3-9b0a-d2e20e1a4dac), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.671429 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc29e600-c087-44b3-9b0a-d2e20e1a4dac']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:54.687315 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.690603 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0501257a-1551-4ca6-9ff8-c8b831382680') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:54.691116 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0501257a-1551-4ca6-9ff8-c8b831382680') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:32:54.702781 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (0501257a-1551-4ca6-9ff8-c8b831382680), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.717311 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (0501257a-1551-4ca6-9ff8-c8b831382680), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.728610 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-955d5891-f866-4063-9f4f-6a58accd31a7 req-69e74fb9-6dad-46da-9754-7e77e1bdc41b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678457 Jul 21 06:32:54.730251 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:32:54.730683 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (0501257a-1551-4ca6-9ff8-c8b831382680), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.757970 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd3076-16b5-4813-93dc-8182a8a768fa req-1f92b37b-8168-4960-8e00-6df8d4f6a4b8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:54.759813 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49cd3076-16b5-4813-93dc-8182a8a768fa req-1f92b37b-8168-4960-8e00-6df8d4f6a4b8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0889416 Jul 21 06:32:54.780630 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-fed9a328-bee2-4779-bf28-a780b9f67a69 None None] Provisioning complete for port f6cc1e71-5824-4e10-98c9-72b30b663270 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:32:54.781066 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fed9a328-bee2-4779-bf28-a780b9f67a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.817762 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-fed9a328-bee2-4779-bf28-a780b9f67a69 None None] Port f6cc1e71-5824-4e10-98c9-72b30b663270 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:32:54.824974 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 0501257a-1551-4ca6-9ff8-c8b831382680 resource provider aggregate not found Jul 21 06:32:54.845871 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 0501257a-1551-4ca6-9ff8-c8b831382680 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0501257a-1551-4ca6-9ff8-c8b831382680 found for delete ", "request_id": "req-41b1d65d-a368-40c4-9de9-03997e9a411f"}]} Jul 21 06:32:54.852814 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (fc29e600-c087-44b3-9b0a-d2e20e1a4dac), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.860946 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:54.865956 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fc29e600-c087-44b3-9b0a-d2e20e1a4dac HTTP/1.1" status: 204 len: 168 time: 0.4890776 Jul 21 06:32:54.903273 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb90688-eb0a-4104-91c5-b8b6372ed917 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc29e600-c087-44b3-9b0a-d2e20e1a4dac,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:54.932054 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49cd3076-16b5-4813-93dc-8182a8a768fa req-a479302e-1710-4fb3-b68a-d9e2f78877b7 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420197 Jul 21 06:32:54.984632 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:55.201867 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:55.216579 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cc1e71-5824-4e10-98c9-72b30b663270 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:32:55.226402 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39394) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:55.233528 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Publish callbacks [] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:55.253097 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Transition to ACTIVE for port object f6cc1e71-5824-4e10-98c9-72b30b663270 will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:32:55.268963 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:55.296998 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-17880f56-d3c7-46ec-877c-0065f9db8f07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e612f06f547449ac9e9b95dcd32d5928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694568 Jul 21 06:32:55.298212 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39398) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:55.354489 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c667528f-d681-4e63-b939-4ba06d9771c4 admin admin] Publish callbacks [] for security_group (259c4a6b-b477-43ef-b744-9e1066c6ef25), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:55.394425 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cc1e71-5824-4e10-98c9-72b30b663270,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:55.403521 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c667528f-d681-4e63-b939-4ba06d9771c4 admin admin] Publish callbacks [] for security_group (259c4a6b-b477-43ef-b744-9e1066c6ef25), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:55.481137 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c667528f-d681-4e63-b939-4ba06d9771c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (259c4a6b-b477-43ef-b744-9e1066c6ef25), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:55.492469 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c667528f-d681-4e63-b939-4ba06d9771c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:55.494526 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c667528f-d681-4e63-b939-4ba06d9771c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/259c4a6b-b477-43ef-b744-9e1066c6ef25 HTTP/1.1" status: 204 len: 168 time: 0.1951661 Jul 21 06:32:55.512597 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667528f-d681-4e63-b939-4ba06d9771c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c4a6b-b477-43ef-b744-9e1066c6ef25,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:55.519580 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Attempting to bind port f6cc1e71-5824-4e10-98c9-72b30b663270 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:32:55.521206 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Attempting to bind port f6cc1e71-5824-4e10-98c9-72b30b663270 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:32:55.521905 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Attempting to bind port f6cc1e71-5824-4e10-98c9-72b30b663270 on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:32:55.566234 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Port f6cc1e71-5824-4e10-98c9-72b30b663270 on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:32:55.567448 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Attempting to bind port f6cc1e71-5824-4e10-98c9-72b30b663270 on network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:32:55.579716 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:32:55.580477 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Checking segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:32:55.581019 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Bound using segment: {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:32:55.581642 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Bound port: f6cc1e71-5824-4e10-98c9-72b30b663270, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30486d44-f253-431a-9e29-983ef0332de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:32:55.582240 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:55.626271 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410826c-ca47-4ca6-96da-1d3b89d45b9b req-7c984215-4738-4c10-b0c6-c4e66461d54f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:55.628076 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a410826c-ca47-4ca6-96da-1d3b89d45b9b req-7c984215-4738-4c10-b0c6-c4e66461d54f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.1318460 Jul 21 06:32:55.736933 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:55.760089 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f901b1-a859-44d6-a759-0dda616d4a9d req-635a6246-204b-4823-9270-cc435c88d8da tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:55.767240 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4f901b1-a859-44d6-a759-0dda616d4a9d req-635a6246-204b-4823-9270-cc435c88d8da tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.1603129 Jul 21 06:32:55.829183 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] For port f6cc1e71-5824-4e10-98c9-72b30b663270, host hv-cinder-85031, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:32:55.858221 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a410826c-ca47-4ca6-96da-1d3b89d45b9b req-cb0be651-9db1-451e-bb9c-c3dd7d1a974f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1579573 Jul 21 06:32:55.860607 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] For port f6cc1e71-5824-4e10-98c9-72b30b663270, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=f6cc1e71-5824-4e10-98c9-72b30b663270,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:32:55.871951 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4f901b1-a859-44d6-a759-0dda616d4a9d req-cfdf89a2-e8cb-4c86-a4c4-286cf4495ccf tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037445 Jul 21 06:32:55.873618 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:55.947832 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:55.948729 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:55.950345 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] 10.222.0.36 "PUT /v2.0/ports/f6cc1e71-5824-4e10-98c9-72b30b663270 HTTP/1.1" status: 200 len: 1093 time: 1.4342747 Jul 21 06:32:55.953330 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:32:55.955941 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336a02e9-cbd7-4c97-a35f-6d586f531d11" -d '{"events": [{"name": "network-changed", "server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:32:56.058301 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d0fa9-f22e-4583-826d-c1964771885b x-openstack-request-id: req-1d9d0fa9-f22e-4583-826d-c1964771885b {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:32:56.058449 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:32:56.058621 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d9d0fa9-f22e-4583-826d-c1964771885b {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:32:56.059105 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9d0fa9-f22e-4583-826d-c1964771885b'] response: {'name': 'network-changed', 'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'status': 'completed', 'code': 200} Jul 21 06:32:56.059826 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1729c2a-50aa-4488-a771-c4634e95b286 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cc1e71-5824-4e10-98c9-72b30b663270,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:56.095855 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eee42c-3eb6-4b86-ab32-d7a4fb690020 req-47f9edc4-47cb-42d7-bbe8-75d47b0dc94a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:56.096882 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28eee42c-3eb6-4b86-ab32-d7a4fb690020 req-47f9edc4-47cb-42d7-bbe8-75d47b0dc94a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 943 time: 0.1266673 Jul 21 06:32:56.119682 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-8c41ab11-8a93-4016-b0e2-9ebb81c06f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:56.121533 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-8c41ab11-8a93-4016-b0e2-9ebb81c06f5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 1127 time: 0.0985456 Jul 21 06:32:56.219054 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a5de8c6-b276-48b6-838e-ef524423f858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:56.303023 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28eee42c-3eb6-4b86-ab32-d7a4fb690020 req-8da44f29-b945-453d-b8e3-10c7a5e19593 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865690 Jul 21 06:32:56.315616 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-f5b5209b-5a4c-462f-b994-ecb84dddaa56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6cc1e71-5824-4e10-98c9-72b30b663270 HTTP/1.1" status: 200 len: 217 time: 0.1677330 Jul 21 06:32:56.327509 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f570d3-532a-4174-8e5e-b784a9a92491 req-10a60f92-3b5a-4451-98b4-7c37457a04d7 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:56.329315 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-10f570d3-532a-4174-8e5e-b784a9a92491 req-10a60f92-3b5a-4451-98b4-7c37457a04d7 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.2025995 Jul 21 06:32:56.368858 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:56.434861 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-10f570d3-532a-4174-8e5e-b784a9a92491 req-d9ddbb54-10fe-40ca-be2a-a0102040d3ae tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955403 Jul 21 06:32:56.444006 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-a1302bf1-4e1e-4872-b3ef-b61b6c39cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:56.446483 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-a1302bf1-4e1e-4872-b3ef-b61b6c39cd7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.1156754 Jul 21 06:32:56.510350 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-281346f5-3e7d-4e0f-a4ab-24f7b5717ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:56.512944 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-281346f5-3e7d-4e0f-a4ab-24f7b5717ada service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606737 Jul 21 06:32:56.640869 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-5ca523b0-8e21-4065-9bc8-e2f4daf5425b service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190252 Jul 21 06:32:56.700273 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:56.777333 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6f3e8fd-f59f-4c3a-9436-15726652bf51 req-cbcf4a24-9171-4f55-9ddc-1566294c3437 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234758 Jul 21 06:32:57.030620 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83de7b-fa5e-4f7b-af45-6cce6e90c761 req-15200326-4fbb-40b8-8e69-ed61d42be99f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:57.032177 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b83de7b-fa5e-4f7b-af45-6cce6e90c761 req-15200326-4fbb-40b8-8e69-ed61d42be99f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0627048 Jul 21 06:32:57.101398 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f8c98-840e-4c4a-bba9-3a87f26582b4 req-994ef1de-afc3-40ec-bcd8-edbd64890586 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:57.102928 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b45f8c98-840e-4c4a-bba9-3a87f26582b4 req-994ef1de-afc3-40ec-bcd8-edbd64890586 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0909715 Jul 21 06:32:57.142537 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b83de7b-fa5e-4f7b-af45-6cce6e90c761 req-cc79e37e-ee97-4cf2-b9a6-24bf3a650db9 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817788 Jul 21 06:32:57.202893 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b45f8c98-840e-4c4a-bba9-3a87f26582b4 req-8cc5ed6e-4775-4996-806c-033b62004835 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916350 Jul 21 06:32:57.447687 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c30367-b0f6-4cd5-b518-44b9523c6ac7 req-b17f590f-d5f4-4281-a359-523a5f8539a7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:57.455131 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b3c30367-b0f6-4cd5-b518-44b9523c6ac7 req-b17f590f-d5f4-4281-a359-523a5f8539a7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 943 time: 0.0812626 Jul 21 06:32:57.547512 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b3c30367-b0f6-4cd5-b518-44b9523c6ac7 req-f35b2313-e48b-4746-9093-29de323de661 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912855 Jul 21 06:32:57.650480 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e508c-4b75-4801-bf84-83ef0a63e6a2 req-93269f6e-b8e3-42b7-953c-152f89650b8e tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:57.652583 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-502e508c-4b75-4801-bf84-83ef0a63e6a2 req-93269f6e-b8e3-42b7-953c-152f89650b8e tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0786633 Jul 21 06:32:57.729546 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-502e508c-4b75-4801-bf84-83ef0a63e6a2 req-3e2f35af-b9c2-4340-abc9-67ff60969432 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679240 Jul 21 06:32:58.034876 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-e587c088-36a7-431d-a81f-91e97d424b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:58.037053 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-e587c088-36a7-431d-a81f-91e97d424b35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 1127 time: 0.0490744 Jul 21 06:32:58.164053 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-97c64192-0db0-4510-87f1-e816b815899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:58.165618 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-97c64192-0db0-4510-87f1-e816b815899d service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.1204615 Jul 21 06:32:58.219924 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-8a41995c-837d-4bf7-8f68-f1d33f5ad16a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6cc1e71-5824-4e10-98c9-72b30b663270 HTTP/1.1" status: 200 len: 217 time: 0.0474172 Jul 21 06:32:58.503606 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d993bf7-b2e5-4397-b2bd-0340617db0bf req-4c2de716-2823-460f-bf4b-c1d8dcc05ee7 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:58.505887 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3d993bf7-b2e5-4397-b2bd-0340617db0bf req-4c2de716-2823-460f-bf4b-c1d8dcc05ee7 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.2430096 Jul 21 06:32:58.514252 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-d73237af-c163-4476-ae47-515ef4dcbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:58.516354 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-d73237af-c163-4476-ae47-515ef4dcbaa4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.2827778 Jul 21 06:32:58.520542 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-224d52e8-7ba7-4457-b650-7e122c2edff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:58.529980 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f2bc4-ae5b-437b-b303-d14bc183ec84 req-6d29823d-b05e-416a-9f88-8a9de5a8ec81 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:58.538857 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e89f2bc4-ae5b-437b-b303-d14bc183ec84 req-6d29823d-b05e-416a-9f88-8a9de5a8ec81 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.2231686 Jul 21 06:32:58.652428 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-87e2de1f-c876-49b5-aedd-c5c2e13beb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:58.654075 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-87e2de1f-c876-49b5-aedd-c5c2e13beb2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079397 Jul 21 06:32:58.714285 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3d993bf7-b2e5-4397-b2bd-0340617db0bf req-9da59ee0-4a8c-42d9-8568-0cba9c5b8b7f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946843 Jul 21 06:32:58.718763 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:58.738098 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e89f2bc4-ae5b-437b-b303-d14bc183ec84 req-127410f8-e0bd-40fb-be33-e371236b3873 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1896749 Jul 21 06:32:58.984583 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669a54d-6b3c-4498-b0c7-d27e2262e92f req-cf394c56-70a9-481c-8323-127e09e7ad88 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:58.984583 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d669a54d-6b3c-4498-b0c7-d27e2262e92f req-cf394c56-70a9-481c-8323-127e09e7ad88 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 943 time: 0.1416750 Jul 21 06:32:59.000100 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787dc8b-b254-4860-a476-4191052a9450 req-6b8e78f7-4d1c-4226-97bb-cc70725f1e87 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:59.001510 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8787dc8b-b254-4860-a476-4191052a9450 req-6b8e78f7-4d1c-4226-97bb-cc70725f1e87 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.1322165 Jul 21 06:32:59.012492 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:32:59.057623 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-893689b1-4cfc-42ae-a148-e87b66262d87 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889577 Jul 21 06:32:59.143433 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d669a54d-6b3c-4498-b0c7-d27e2262e92f req-93c4f2e0-c787-4bef-871a-49266e4a8ce6 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407397 Jul 21 06:32:59.169205 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39536) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:59.207599 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8787dc8b-b254-4860-a476-4191052a9450 req-95416625-9527-41d7-92d9-031728346bbd tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689463 Jul 21 06:32:59.236791 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-336a02e9-cbd7-4c97-a35f-6d586f531d11 req-b89a92d0-e2b0-4e50-9319-4b66a3ed904d service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589189 Jul 21 06:32:59.328448 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8c8fc72-bb26-417e-93fa-2ead646dcb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:59.419527 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8c8fc72-bb26-417e-93fa-2ead646dcb31 admin admin] Publish callbacks [] for security_group (86c55569-b907-4dc5-934c-cf7d248c3c37), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:59.424560 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8c8fc72-bb26-417e-93fa-2ead646dcb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (86c55569-b907-4dc5-934c-cf7d248c3c37), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:59.470363 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8fc72-bb26-417e-93fa-2ead646dcb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c55569-b907-4dc5-934c-cf7d248c3c37,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:32:59.480813 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 39540) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:32:59.481019 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d8c8fc72-bb26-417e-93fa-2ead646dcb31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=780ab2df543d46f1be53f326f73b4602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106792 Jul 21 06:32:59.819250 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-70e3a4c6-78e1-4184-ba3f-9096e0be91b9 admin admin] Publish callbacks [] for security_group (86c55569-b907-4dc5-934c-cf7d248c3c37), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:59.868328 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-70e3a4c6-78e1-4184-ba3f-9096e0be91b9 admin admin] Publish callbacks [] for security_group (86c55569-b907-4dc5-934c-cf7d248c3c37), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:59.975400 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a22d3-d191-4723-a8a2-59504e9f3028 req-9ef14862-759e-49fc-950c-775111274f0b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:32:59.977440 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:32:59.983949 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-456a22d3-d191-4723-a8a2-59504e9f3028 req-9ef14862-759e-49fc-950c-775111274f0b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.1402016 Jul 21 06:33:00.012566 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b02ac5-feb0-4b67-8b94-17727d81f99d req-7dd4622d-27da-4482-a527-46a356310644 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:00.014124 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-80b02ac5-feb0-4b67-8b94-17727d81f99d req-7dd4622d-27da-4482-a527-46a356310644 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.1480937 Jul 21 06:33:00.029598 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device f6cc1e71-5824-4e10-98c9-72b30b663270 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:33:00.089832 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-456a22d3-d191-4723-a8a2-59504e9f3028 req-ed0ab427-0c93-4495-bf3d-9ac89dd16d5b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049323 Jul 21 06:33:00.095180 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-70e3a4c6-78e1-4184-ba3f-9096e0be91b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (86c55569-b907-4dc5-934c-cf7d248c3c37), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:00.099780 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-70e3a4c6-78e1-4184-ba3f-9096e0be91b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:00.099780 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-70e3a4c6-78e1-4184-ba3f-9096e0be91b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86c55569-b907-4dc5-934c-cf7d248c3c37 HTTP/1.1" status: 204 len: 168 time: 0.6176081 Jul 21 06:33:00.123312 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3a4c6-78e1-4184-ba3f-9096e0be91b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c55569-b907-4dc5-934c-cf7d248c3c37,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:00.155606 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-80b02ac5-feb0-4b67-8b94-17727d81f99d req-8af271d3-c891-4614-b031-569d3cf881b0 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176307 Jul 21 06:33:00.177161 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port f6cc1e71-5824-4e10-98c9-72b30b663270, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=f6cc1e71-5824-4e10-98c9-72b30b663270,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:00.196194 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'port_id': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'mac_address': 'fa:16:3e:d2:f3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:33:00.282400 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port f6cc1e71-5824-4e10-98c9-72b30b663270 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:33:00.282932 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:00.304940 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cc1e71-5824-4e10-98c9-72b30b663270 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:33:00.337509 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port f6cc1e71-5824-4e10-98c9-72b30b663270, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=f6cc1e71-5824-4e10-98c9-72b30b663270,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:00.349568 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:00.408661 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d8eed-c471-466e-9da6-229453ef48a4 req-57741cf6-9a40-4b36-96cf-e675ff681517 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:00.417984 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3b0d8eed-c471-466e-9da6-229453ef48a4 req-57741cf6-9a40-4b36-96cf-e675ff681517 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 943 time: 0.1839256 Jul 21 06:33:00.437907 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=f6cc1e71-5824-4e10-98c9-72b30b663270,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:00.438598 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb852d02-24e2-47b3-a5f5-ec70a07e8484 req-7d8b6e85-ed92-4d29-a55b-15fc50254771 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:00.446109 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb852d02-24e2-47b3-a5f5-ec70a07e8484 req-7d8b6e85-ed92-4d29-a55b-15fc50254771 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.1365218 Jul 21 06:33:00.543739 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb852d02-24e2-47b3-a5f5-ec70a07e8484 req-55bf9215-fefa-42be-8d04-1f1dbb5a9d64 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948462 Jul 21 06:33:00.554922 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3b0d8eed-c471-466e-9da6-229453ef48a4 req-9596556f-b19b-4b92-ae0f-e80bb1b1bde5 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358085 Jul 21 06:33:00.849640 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['f6cc1e71-5824-4e10-98c9-72b30b663270'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:33:00.943888 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=16 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:01.139658 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:01.267919 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:01.276099 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544591d-b0e5-4ba1-a65d-09085b63963e req-48873db6-2886-45c8-baf6-bab79ae5bcd1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:01.277689 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f544591d-b0e5-4ba1-a65d-09085b63963e req-48873db6-2886-45c8-baf6-bab79ae5bcd1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0648310 Jul 21 06:33:01.383406 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcc33d-4c2f-4db4-8917-f28de791ee4c req-e650843c-139b-4987-9bb5-5511d5a46fe1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:01.385173 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73fcc33d-4c2f-4db4-8917-f28de791ee4c req-e650843c-139b-4987-9bb5-5511d5a46fe1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.1065581 Jul 21 06:33:01.419407 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f544591d-b0e5-4ba1-a65d-09085b63963e req-e8108306-bf89-4df9-8df8-1ca32a341750 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225560 Jul 21 06:33:01.497293 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73fcc33d-4c2f-4db4-8917-f28de791ee4c req-7db5722c-f949-4d98-a4a3-452f8827e4e3 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053691 Jul 21 06:33:01.729513 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540b700-0d36-447a-8a49-f54efc030159 req-92912c9e-61bc-48ac-bc18-965d14a7208c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:01.731706 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5540b700-0d36-447a-8a49-f54efc030159 req-92912c9e-61bc-48ac-bc18-965d14a7208c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0948539 Jul 21 06:33:01.740057 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:01.787495 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:01.850018 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706119-ccaa-4dc9-b36e-bd4629005239 req-0fef448a-b928-4f1e-9eb1-1269cd275f5e tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:01.851739 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-51706119-ccaa-4dc9-b36e-bd4629005239 req-0fef448a-b928-4f1e-9eb1-1269cd275f5e tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 944 time: 0.1547196 Jul 21 06:33:01.855761 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5540b700-0d36-447a-8a49-f54efc030159 req-b5f5d3b9-a46e-46ac-b9d8-681760773624 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837901 Jul 21 06:33:01.927867 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-51706119-ccaa-4dc9-b36e-bd4629005239 req-502bddce-8f54-4bd9-83da-40b6f778a319 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669947 Jul 21 06:33:02.059347 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device f6cc1e71-5824-4e10-98c9-72b30b663270 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:33:02.111157 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port f6cc1e71-5824-4e10-98c9-72b30b663270 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:33:02.120790 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port f6cc1e71-5824-4e10-98c9-72b30b663270 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:33:02.121484 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.163046 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:02.214182 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39602) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:02.219032 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-da0de168-229b-4eec-8f32-d7348f7afd51 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844331636', 'description': 'tempest-description--1658864911'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:02.228275 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port f6cc1e71-5824-4e10-98c9-72b30b663270 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:33:02.228792 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.243007 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da0de168-229b-4eec-8f32-d7348f7afd51 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.255183 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:02.258338 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:02.260920 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba97367f-e181-4d43-a101-f361f5b2ed32" -d '{"events": [{"server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "name": "network-vif-plugged", "status": "completed", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:02.277932 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port f6cc1e71-5824-4e10-98c9-72b30b663270, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=f6cc1e71-5824-4e10-98c9-72b30b663270,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:02.288454 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.341409 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c819a2-b7b5-464e-80f5-86cf7a8c4f32 x-openstack-request-id: req-b9c819a2-b7b5-464e-80f5-86cf7a8c4f32 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:02.341703 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "name": "network-vif-plugged", "status": "completed", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:02.341982 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9c819a2-b7b5-464e-80f5-86cf7a8c4f32 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:02.342395 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c819a2-b7b5-464e-80f5-86cf7a8c4f32'] response: {'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'code': 200} Jul 21 06:33:02.361117 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=f6cc1e71-5824-4e10-98c9-72b30b663270,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:02.583631 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22777f-46ee-4c17-9b6f-80bb75b3091c req-3345afb5-79cc-4594-8e01-e782379a2b9d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:02.585283 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0f22777f-46ee-4c17-9b6f-80bb75b3091c req-3345afb5-79cc-4594-8e01-e782379a2b9d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0581496 Jul 21 06:33:02.640821 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da0de168-229b-4eec-8f32-d7348f7afd51 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (5ad7c659-8e71-4e58-89ef-15da7ee68c1c), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.653055 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da0de168-229b-4eec-8f32-d7348f7afd51 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (5ad7c659-8e71-4e58-89ef-15da7ee68c1c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.688818 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-da0de168-229b-4eec-8f32-d7348f7afd51 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.689972 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-da0de168-229b-4eec-8f32-d7348f7afd51 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4747405 Jul 21 06:33:02.693074 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0de168-229b-4eec-8f32-d7348f7afd51 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad7c659-8e71-4e58-89ef-15da7ee68c1c,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:02.695390 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39614) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:02.701614 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-ece4007c-36fb-4ea4-b935-0ead509e7285 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group_rule': {'security_group_id': '5ad7c659-8e71-4e58-89ef-15da7ee68c1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:02.715156 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0f22777f-46ee-4c17-9b6f-80bb75b3091c req-6a2990de-fbd4-4776-a77f-261a873fb21b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171384 Jul 21 06:33:02.724885 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17305264-6d46-4e37-98f2-3cb7326409f1 req-84296b47-e337-47d3-b2e0-d04f98bd53e9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:02.732763 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-17305264-6d46-4e37-98f2-3cb7326409f1 req-84296b47-e337-47d3-b2e0-d04f98bd53e9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.1453764 Jul 21 06:33:02.762742 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11a8cb-0096-4d58-8080-6f3c904d5344 req-ec444ea4-07ad-47b1-b5a8-40955ee44377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:02.764423 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0f11a8cb-0096-4d58-8080-6f3c904d5344 req-ec444ea4-07ad-47b1-b5a8-40955ee44377 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 1129 time: 0.1347623 Jul 21 06:33:02.765360 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ece4007c-36fb-4ea4-b935-0ead509e7285 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (c807574b-be74-4219-81f2-9a13fc98699a), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.802941 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:02.838916 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-17305264-6d46-4e37-98f2-3cb7326409f1 req-ac59c765-673f-4465-a0b2-10dbc5c22bb1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052706 Jul 21 06:33:02.844556 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ece4007c-36fb-4ea4-b935-0ead509e7285 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (c807574b-be74-4219-81f2-9a13fc98699a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.845162 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0f11a8cb-0096-4d58-8080-6f3c904d5344 req-0019183a-da21-498a-af64-45f22af6c36b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739725 Jul 21 06:33:02.850345 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ece4007c-36fb-4ea4-b935-0ead509e7285 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (c807574b-be74-4219-81f2-9a13fc98699a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.876051 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4007c-36fb-4ea4-b935-0ead509e7285 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c807574b-be74-4219-81f2-9a13fc98699a,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:02.883569 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ece4007c-36fb-4ea4-b935-0ead509e7285 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:02.888760 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ece4007c-36fb-4ea4-b935-0ead509e7285 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882122 Jul 21 06:33:02.889612 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 39618) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:02.898906 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-a04ba496-1c0d-4c18-9c59-d3a18afe57b9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group_rule': {'security_group_id': '5ad7c659-8e71-4e58-89ef-15da7ee68c1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:02.943597 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a04ba496-1c0d-4c18-9c59-d3a18afe57b9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (a1bc4b25-0a94-4275-affa-5a27ac5a9da1), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:03.086375 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed852a1a-a3e9-42f4-8fc5-e095d4b304e7 req-cbf19c5f-4626-4051-bd1e-0651c9a56d23 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:03.093316 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ed852a1a-a3e9-42f4-8fc5-e095d4b304e7 req-cbf19c5f-4626-4051-bd1e-0651c9a56d23 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.1329222 Jul 21 06:33:03.119873 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e57421-c76a-4a98-b13f-086070ce3809 req-0bfa502d-635b-480e-9f6d-1371ca56c9db tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:03.126238 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5e57421-c76a-4a98-b13f-086070ce3809 req-0bfa502d-635b-480e-9f6d-1371ca56c9db tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.1149280 Jul 21 06:33:03.161265 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a04ba496-1c0d-4c18-9c59-d3a18afe57b9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (a1bc4b25-0a94-4275-affa-5a27ac5a9da1), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:03.182544 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a04ba496-1c0d-4c18-9c59-d3a18afe57b9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (a1bc4b25-0a94-4275-affa-5a27ac5a9da1), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:03.235707 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ed852a1a-a3e9-42f4-8fc5-e095d4b304e7 req-cf99d7cb-d711-449e-95f4-a089aa87cb40 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414897 Jul 21 06:33:03.243226 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ba496-1c0d-4c18-9c59-d3a18afe57b9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bc4b25-0a94-4275-affa-5a27ac5a9da1,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:03.261192 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a04ba496-1c0d-4c18-9c59-d3a18afe57b9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:03.262418 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a04ba496-1c0d-4c18-9c59-d3a18afe57b9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3715372 Jul 21 06:33:03.265957 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39630) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:03.272546 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:03.325622 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:03.327964 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5e57421-c76a-4a98-b13f-086070ce3809 req-3eecd03d-be5c-4531-a94e-b096bd189699 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750517 Jul 21 06:33:03.431697 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:03.574961 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Allocated IP 172.27.1.40 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/7acf2495-a91d-4ea1-b77f-9721d6e41c0d) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:33:03.714681 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (7acf2495-a91d-4ea1-b77f-9721d6e41c0d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:03.749835 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (7acf2495-a91d-4ea1-b77f-9721d6e41c0d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:03.821653 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:33:03.827690 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:33:03.832956 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:33:03.838652 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=7acf2495-a91d-4ea1-b77f-9721d6e41c0d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:03.949183 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (a776677d-a94c-4b85-b97d-9de3f63c5bf9), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:03.951353 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c73d4e-7877-4d2e-97c5-530936ee394a req-b14e6e77-cdf2-4944-9973-882f6b1447e0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:03.955718 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:03.961067 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f7c73d4e-7877-4d2e-97c5-530936ee394a req-b14e6e77-cdf2-4944-9973-882f6b1447e0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0934618 Jul 21 06:33:04.010185 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7acf2495-a91d-4ea1-b77f-9721d6e41c0d), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:04.045688 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f7c73d4e-7877-4d2e-97c5-530936ee394a req-5c3c8ee9-f550-4194-bac7-8354f7f5c36c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716727 Jul 21 06:33:04.157667 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:04.168436 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92293b39-0cb1-4fc8-8160-ddd5eee20c02 req-85ddf5a2-f656-4cc5-bbdf-bef68ddf4a8b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:04.170004 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-92293b39-0cb1-4fc8-8160-ddd5eee20c02 req-85ddf5a2-f656-4cc5-bbdf-bef68ddf4a8b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0596585 Jul 21 06:33:04.200955 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:04.239578 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (7acf2495-a91d-4ea1-b77f-9721d6e41c0d), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:04.247167 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (7acf2495-a91d-4ea1-b77f-9721d6e41c0d), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:04.255283 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-92293b39-0cb1-4fc8-8160-ddd5eee20c02 req-f343dc86-cc0e-41bf-9d52-4859e2e95eee tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783305 Jul 21 06:33:04.305595 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=7acf2495-a91d-4ea1-b77f-9721d6e41c0d,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:04.360894 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (a776677d-a94c-4b85-b97d-9de3f63c5bf9), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:04.389442 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:04.392022 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d5d6afb8-6f92-4414-b998-5870f402286e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1244600 Jul 21 06:33:04.415452 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030ef36-c138-4d06-a596-31d0c13c9955 req-d4f8ac48-2139-4a47-a308-163bdb2cf800 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:04.425638 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a030ef36-c138-4d06-a596-31d0c13c9955 req-d4f8ac48-2139-4a47-a308-163bdb2cf800 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.1038313 Jul 21 06:33:04.460273 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:04.497463 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a030ef36-c138-4d06-a596-31d0c13c9955 req-fb2da5bf-9762-4689-b066-bc2ffe0e3892 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706918 Jul 21 06:33:04.656045 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdfc5-bdc1-42e2-af57-7be81a7db2e5 req-ab67e456-f569-4f1e-add7-0c18aa3173ca tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:04.657667 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-642fdfc5-bdc1-42e2-af57-7be81a7db2e5 req-ab67e456-f569-4f1e-add7-0c18aa3173ca tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0692267 Jul 21 06:33:04.715323 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-642fdfc5-bdc1-42e2-af57-7be81a7db2e5 req-6a08c86c-5ff2-475b-a864-c3d5dbf4ae09 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517452 Jul 21 06:33:06.671626 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-9f21f591-d045-41aa-9370-1812e589591f tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=eb38392ff9294ce08fb43f32f6176c4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430212 Jul 21 06:33:06.763815 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-849db0e9-a479-4d70-9374-692de542397b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1844331636&fields=id&tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 267 time: 0.1238604 Jul 21 06:33:06.950142 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-0d75b649-3fdc-49d5-a97c-6b485aca9452 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:06.951513 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-0d75b649-3fdc-49d5-a97c-6b485aca9452 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729213 Jul 21 06:33:06.977865 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-9c941969-a778-4784-925f-e5c55199a36d tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/quotas/eb38392ff9294ce08fb43f32f6176c4c HTTP/1.1" status: 200 len: 375 time: 0.0204711 Jul 21 06:33:06.985086 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6ce86509-f0c2-4098-b905-6f4eeedd71c1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:06.986527 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6ce86509-f0c2-4098-b905-6f4eeedd71c1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 815 time: 0.2115598 Jul 21 06:33:07.025671 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-0842b0a0-7a8c-43c8-881b-c41b39331acb tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb38392ff9294ce08fb43f32f6176c4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381904 Jul 21 06:33:07.027085 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-96e4688d-d093-4035-a11d-2d509bc39d0c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/quotas/f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 375 time: 0.0295537 Jul 21 06:33:07.096505 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-55070d35-33fe-4771-9ef8-1c5bb6ea8896 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630779 Jul 21 06:33:07.243418 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-686d7f20-f275-4c42-b101-b66e833613ac service neutron] 10.222.0.42 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346316 Jul 21 06:33:07.254726 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3a45f-ea11-4f4f-b56b-766b7a8b47d2 req-371be612-7b91-40aa-a188-1eb5ddb9f896 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:07.256177 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7a3a45f-ea11-4f4f-b56b-766b7a8b47d2 req-371be612-7b91-40aa-a188-1eb5ddb9f896 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0666344 Jul 21 06:33:07.385296 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-907faa87-b3e4-4f09-8720-94f0af5fe89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:07.386820 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-907faa87-b3e4-4f09-8720-94f0af5fe89a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 1130 time: 0.1038589 Jul 21 06:33:07.400415 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7a3a45f-ea11-4f4f-b56b-766b7a8b47d2 req-e61af764-4646-46e5-8c3e-63f640f8698a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350245 Jul 21 06:33:07.446546 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:07.487919 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-c4c64675-0456-4539-bc7f-f2de2c8aad15 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308233 Jul 21 06:33:07.546024 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935ab08-15d6-4ae0-8457-12044b83f87c req-9f706237-a325-467b-bb22-3b6c5c48b15c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:07.547622 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c935ab08-15d6-4ae0-8457-12044b83f87c req-9f706237-a325-467b-bb22-3b6c5c48b15c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0723634 Jul 21 06:33:07.567743 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-c79beb52-a78b-4fa7-80da-6a19576c764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:07.569514 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-c79beb52-a78b-4fa7-80da-6a19576c764b service neutron] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 918 time: 0.1682422 Jul 21 06:33:07.672010 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c935ab08-15d6-4ae0-8457-12044b83f87c req-9c5e8d8b-c9cc-4993-bc23-48888320c54a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139307 Jul 21 06:33:07.676699 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-36a3fae6-ca52-41a8-9e1a-40d28caf4b13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=345fc32c-f55c-4636-be16-4b276cd0c105 HTTP/1.1" status: 200 len: 1002 time: 0.0941653 Jul 21 06:33:07.750264 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:07.796243 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-a36b9c8d-16e5-4529-9f70-1a9e5717ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:07.798266 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-a36b9c8d-16e5-4529-9f70-1a9e5717ff85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.1052048 Jul 21 06:33:07.838114 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f53cf-c10e-4202-89e1-9684df89836b req-807c03a4-7562-4d74-9801-af38aff5c0c0 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:07.839747 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-591f53cf-c10e-4202-89e1-9684df89836b req-807c03a4-7562-4d74-9801-af38aff5c0c0 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.1621773 Jul 21 06:33:07.892327 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b493543-ca60-4fbe-b4fa-93d58377aed8 req-f99509fa-96c3-42ca-b242-ca867ea8bb7b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:07.894861 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b493543-ca60-4fbe-b4fa-93d58377aed8 req-f99509fa-96c3-42ca-b242-ca867ea8bb7b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.1193156 Jul 21 06:33:07.944205 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-faf80563-1f36-4ac9-96c5-e7d4453cdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:07.945626 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-faf80563-1f36-4ac9-96c5-e7d4453cdf68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048040 Jul 21 06:33:08.049854 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-591f53cf-c10e-4202-89e1-9684df89836b req-9ffab216-39da-4e7d-bf8e-331e93f29db3 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974418 Jul 21 06:33:08.074567 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b493543-ca60-4fbe-b4fa-93d58377aed8 req-2b4acdc5-75c1-4b30-9eb5-8d00bab8af81 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604035 Jul 21 06:33:08.121929 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-5841bcae-f053-47f2-bc18-19bdb42c7ce4 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626987 Jul 21 06:33:08.143823 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5fed1bd7-53df-4a0d-b403-7a606ac24422 req-a5cc80ad-8d62-4a88-8499-2e7a515fcddd tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 210 time: 0.0353057 Jul 21 06:33:08.171142 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c220cf2c-a687-475c-aa62-eeb112506ad9 req-4ccbd320-9b19-4505-9ce4-42b658732e89 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 210 time: 0.0302961 Jul 21 06:33:08.245635 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d8466-bc1e-4623-957d-7b7b24a19f15 req-ae72af92-4baf-497e-9ecb-2e9c8e4a0ae0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:08.247165 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c98d8466-bc1e-4623-957d-7b7b24a19f15 req-ae72af92-4baf-497e-9ecb-2e9c8e4a0ae0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Jul 21 06:33:08.255783 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 39712) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:08.259992 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-ebc82352-876b-46c1-aea1-58431a748ddc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Request body: {'floatingip': {'port_id': 'f6cc1e71-5824-4e10-98c9-72b30b663270'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:08.302502 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ebc82352-876b-46c1-aea1-58431a748ddc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for floatingip (bdd209ca-c6ac-4978-85b9-e8f7faf3b585), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:08.553286 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-fd7ff842-213a-4e98-ac49-5c2b62eb00f5 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=eb38392ff9294ce08fb43f32f6176c4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404942 Jul 21 06:33:08.823930 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cebc2-5567-4af3-8d31-b306bc6911b1 req-69536cea-5664-43ea-a9cd-15f6d6039e96 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:08.825359 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-581cebc2-5567-4af3-8d31-b306bc6911b1 req-69536cea-5664-43ea-a9cd-15f6d6039e96 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.1411846 Jul 21 06:33:08.840414 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-3b0a3e63-8b7f-4a58-ace6-a6dbf096005a tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:08.841825 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-3b0a3e63-8b7f-4a58-ace6-a6dbf096005a tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480607 Jul 21 06:33:08.880861 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2aa0e86d-b531-4855-b723-585bf405cd2f req-74bb394a-52e7-4f98-8cf9-9b385e74241b service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376248 Jul 21 06:33:08.915305 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:08.925432 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c79c6e-d794-4e6c-9c33-e2ca7b18f4cd req-d02e00c9-e359-4748-ae6e-19b29cf67f0b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:08.927750 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4c79c6e-d794-4e6c-9c33-e2ca7b18f4cd req-d02e00c9-e359-4748-ae6e-19b29cf67f0b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.1285844 Jul 21 06:33:09.028465 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-581cebc2-5567-4af3-8d31-b306bc6911b1 req-07b0e6a0-b882-4181-b8d3-4b86fa023312 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912766 Jul 21 06:33:09.084643 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4c79c6e-d794-4e6c-9c33-e2ca7b18f4cd req-4b123f59-36c1-4223-bf8d-5cae8157b622 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1452327 Jul 21 06:33:09.188429 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad526c-e2ae-40a4-b7da-086b3212b760 req-f5ce32b3-eb74-46bd-b548-4f28720afb77 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:09.189864 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1ad526c-e2ae-40a4-b7da-086b3212b760 req-f5ce32b3-eb74-46bd-b548-4f28720afb77 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0664673 Jul 21 06:33:09.215070 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:09.273487 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d5925031-f348-4384-96b6-6113ec1df96c req-e623b41d-5f6d-474f-8a43-6b413459a99d tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 210 time: 0.0569277 Jul 21 06:33:09.341533 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ebc82352-876b-46c1-aea1-58431a748ddc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:09.355171 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1ad526c-e2ae-40a4-b7da-086b3212b760 req-be27d884-ad76-41d6-af2c-d2164674de25 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360292 Jul 21 06:33:09.373599 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ebc82352-876b-46c1-aea1-58431a748ddc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (bdd209ca-c6ac-4978-85b9-e8f7faf3b585), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:09.378039 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e1590127-8b34-4ffd-8032-9b7161111069 req-2963c788-b5a9-455f-9656-bdaa7cc6e256 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 210 time: 0.0402470 Jul 21 06:33:09.470621 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-ebc82352-876b-46c1-aea1-58431a748ddc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Floating IP bdd209ca-c6ac-4978-85b9-e8f7faf3b585 associated. External IP: 172.27.1.89, port: f6cc1e71-5824-4e10-98c9-72b30b663270. Jul 21 06:33:09.678863 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc82352-876b-46c1-aea1-58431a748ddc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:33:09.770627 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:09.788867 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc82352-876b-46c1-aea1-58431a748ddc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:33:09.793748 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ebc82352-876b-46c1-aea1-58431a748ddc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:09.798838 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] Sync routers for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:33:09.812135 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:33:09.812888 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:32:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:09.825011 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ebc82352-876b-46c1-aea1-58431a748ddc tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "PUT /v2.0/floatingips/bdd209ca-c6ac-4978-85b9-e8f7faf3b585 HTTP/1.1" status: 200 len: 990 time: 1.5682251 Jul 21 06:33:09.825678 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:09.828124 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34c4a7-daab-4d4a-bbfc-599e31823a26" -d '{"events": [{"name": "network-changed", "server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:09.865656 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f49eb7-c176-497b-9e37-88624f6c134e x-openstack-request-id: req-e1f49eb7-c176-497b-9e37-88624f6c134e {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:09.866030 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:09.866351 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1f49eb7-c176-497b-9e37-88624f6c134e {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:09.866763 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f49eb7-c176-497b-9e37-88624f6c134e'] response: {'name': 'network-changed', 'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'status': 'completed', 'code': 200} Jul 21 06:33:09.892940 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:09.922978 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:33:10.156399 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'bdd209ca-c6ac-4978-85b9-e8f7faf3b585', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'port_id': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'mac_address': 'fa:16:3e:d2:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d312821-22fc-4f7a-9a04-88f677a66511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:32:47Z', 'updated_at': '2022-07-21T06:33:09Z', 'revision_number': 1, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 5, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:10.158478 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825f158-6009-46a3-a03e-f464d77d35bd req-9f56cda1-cca2-4654-a6b5-d74e5c261989 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:10.160184 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0825f158-6009-46a3-a03e-f464d77d35bd req-9f56cda1-cca2-4654-a6b5-d74e5c261989 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0547714 Jul 21 06:33:10.185351 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] Checking router: 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:33:10.193831 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:33:10.194459 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:32:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:10.232240 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c10da3-08fa-46b6-8fe9-7bf2799958aa req-dac48130-6513-4e03-99c3-afd193455803 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:10.233692 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-04c10da3-08fa-46b6-8fe9-7bf2799958aa req-dac48130-6513-4e03-99c3-afd193455803 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0711079 Jul 21 06:33:10.267475 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0825f158-6009-46a3-a03e-f464d77d35bd req-82ed66e9-de82-4727-b4ac-53455ace7fdd tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958459 Jul 21 06:33:10.305443 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-04c10da3-08fa-46b6-8fe9-7bf2799958aa req-6c53b67d-a183-433e-859e-563d058f58f5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650597 Jul 21 06:33:10.388191 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-79f06a33-49d6-408b-8015-d0a431503b28 req-509d749f-c7f4-471f-a621-dd675951fb9a tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 210 time: 0.0299697 Jul 21 06:33:10.439777 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:33:10.492221 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b93395ed-7091-468d-8c75-f556de44404b req-d9c0779a-bb83-4ef0-a976-2a36dc89d4ec tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 210 time: 0.0360146 Jul 21 06:33:10.500500 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dc313-a500-484f-a4f1-8fa0d95d9958 req-02a7f851-ca45-4217-aa37-7dfb78c93a78 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:10.501915 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5e9dc313-a500-484f-a4f1-8fa0d95d9958 req-02a7f851-ca45-4217-aa37-7dfb78c93a78 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0761685 Jul 21 06:33:10.559012 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5e9dc313-a500-484f-a4f1-8fa0d95d9958 req-214d7bf1-5545-455a-96fd-7b11a4cafbeb tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500486 Jul 21 06:33:10.659708 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'bdd209ca-c6ac-4978-85b9-e8f7faf3b585', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'port_id': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'mac_address': 'fa:16:3e:d2:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d312821-22fc-4f7a-9a04-88f677a66511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:32:47Z', 'updated_at': '2022-07-21T06:33:09Z', 'revision_number': 1, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 5, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:10.692320 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366569c-5a6a-4bee-8a6a-a17a759b3c04 None None] The sync data for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi is: [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'bdd209ca-c6ac-4978-85b9-e8f7faf3b585', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'port_id': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'mac_address': 'fa:16:3e:d2:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d312821-22fc-4f7a-9a04-88f677a66511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:32:47Z', 'updated_at': '2022-07-21T06:33:09Z', 'revision_number': 1, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 5, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:33:10.891927 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2accf1a6-35b5-46a9-895b-c3020986caab None None] New status for floating IP bdd209ca-c6ac-4978-85b9-e8f7faf3b585: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:33:11.008687 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Request body: {'port': {'device_id': '24361d41-5ef8-4321-83a7-78a2343df7cf', 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4', 'admin_state_up': True, 'tenant_id': 'eb38392ff9294ce08fb43f32f6176c4c'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:11.134401 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Made reservation on behalf of eb38392ff9294ce08fb43f32f6176c4c for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:33:11.137916 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:11.148643 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:11.231384 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks [] for security_group (febeed51-6bf5-42fb-a87c-fece6885db3d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:11.235840 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (febeed51-6bf5-42fb-a87c-fece6885db3d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:11.312615 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febeed51-6bf5-42fb-a87c-fece6885db3d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:11.384795 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:11.405659 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Allocated IP 192.168.233.254 (c0c4d1da-077c-4efc-83b3-810eee4844d4/d42a3416-0146-4982-9abc-be1b85e285a0/f8ba934b-7de0-4f79-8aab-dce56ba52871) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:33:11.446135 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25a3e6-3a4f-4dc6-b013-ebae549e19ec req-d47d7e15-dae9-4456-b3f2-765bcaa1877d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:11.447630 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-db25a3e6-3a4f-4dc6-b013-ebae549e19ec req-d47d7e15-dae9-4456-b3f2-765bcaa1877d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 946 time: 0.0803561 Jul 21 06:33:11.455802 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124f0b4-6356-44dc-9ad0-d89258f109ba req-8a86ae58-735f-4e58-8f8e-8f75fdef619a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:11.457298 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7124f0b4-6356-44dc-9ad0-d89258f109ba req-8a86ae58-735f-4e58-8f8e-8f75fdef619a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0776939 Jul 21 06:33:11.534498 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:11.549585 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-db25a3e6-3a4f-4dc6-b013-ebae549e19ec req-1e4a7119-5919-4878-a997-45f40bd9a3bc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913267 Jul 21 06:33:11.555043 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7124f0b4-6356-44dc-9ad0-d89258f109ba req-dc79e31e-f4eb-41c6-a23d-352b7098007d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903413 Jul 21 06:33:11.563207 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks [] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:11.597812 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:11.631268 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:11.644115 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Network c0c4d1da-077c-4efc-83b3-810eee4844d4 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:33:11.648157 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:33:11.650699 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:33:11.677803 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-accc6abd-b71c-4956-a374-c6839be28b6c req-10a0e832-295c-4538-ba7f-2dc2332b3c20 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 210 time: 0.0332458 Jul 21 06:33:11.692865 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756cb11-1338-4990-94ce-bf21ca89a19c req-9ac13e3d-0eef-4f6b-b865-9b48f456027f tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:11.694804 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3756cb11-1338-4990-94ce-bf21ca89a19c req-9ac13e3d-0eef-4f6b-b865-9b48f456027f tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 936 time: 0.0792933 Jul 21 06:33:11.698516 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Pushing event updated for resources: {'Port': ['ID=f8ba934b-7de0-4f79-8aab-dce56ba52871,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:11.727740 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.728183 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.728874 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.729019 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.729365 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.729755 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.730161 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.731085 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.731487 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.731883 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.732295 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.732835 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.733234 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.733622 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.734037 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:11.764921 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:11.766343 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:11.783767 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-3b546be0-7bf0-49bc-9e3a-730cb5d01285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:11.786236 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-3b546be0-7bf0-49bc-9e3a-730cb5d01285 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 1129 time: 0.0893760 Jul 21 06:33:11.793243 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-21590cdf-ce83-46a7-ab38-f82dc1a1db58 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7884879 Jul 21 06:33:11.848323 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3756cb11-1338-4990-94ce-bf21ca89a19c req-068a941b-518a-4954-8611-897dc5e0edb4 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416435 Jul 21 06:33:11.870309 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc054c8-9f9f-4e68-9a4d-1643907e6f9f req-766f7ec5-445a-4e51-a204-2b9478c5f192 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:11.871835 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1fc054c8-9f9f-4e68-9a4d-1643907e6f9f req-766f7ec5-445a-4e51-a204-2b9478c5f192 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0678563 Jul 21 06:33:11.925223 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1fc054c8-9f9f-4e68-9a4d-1643907e6f9f req-24861c9b-a963-4a1a-bb4f-2f51d2f22dbe tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478718 Jul 21 06:33:11.957624 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-74dd4fe0-9943-40a3-80ed-5284c8b53681 None None] Provisioning complete for port f8ba934b-7de0-4f79-8aab-dce56ba52871 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:33:11.958187 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-74dd4fe0-9943-40a3-80ed-5284c8b53681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:11.988925 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-74dd4fe0-9943-40a3-80ed-5284c8b53681 None None] Port f8ba934b-7de0-4f79-8aab-dce56ba52871 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:33:12.114786 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 345fc32c-f55c-4636-be16-4b276cd0c105 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:33:12.185210 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 345fc32c-f55c-4636-be16-4b276cd0c105 is: ACTIVE; New status is: DOWN {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:33:12.185597 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:12.202198 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:12.209865 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:12.212081 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302c4560-dc45-4342-8f0c-acab7937ac1b" -d '{"events": [{"server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "name": "network-vif-unplugged", "status": "completed", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:12.228179 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:12.232524 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:12.255820 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc903c-1b69-4b72-a64e-1c0e18d1ae67 x-openstack-request-id: req-53fc903c-1b69-4b72-a64e-1c0e18d1ae67 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:12.256111 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "name": "network-vif-unplugged", "status": "completed", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:12.256361 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53fc903c-1b69-4b72-a64e-1c0e18d1ae67 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:12.256749 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53fc903c-1b69-4b72-a64e-1c0e18d1ae67'] response: {'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105', 'code': 200} Jul 21 06:33:12.273359 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:12.283051 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=8']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:12.702453 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d790cc6-2923-495f-89dd-b821216aedeb req-56603da4-de36-4709-956a-8a79e824da7d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:12.703945 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d790cc6-2923-495f-89dd-b821216aedeb req-56603da4-de36-4709-956a-8a79e824da7d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0789621 Jul 21 06:33:12.712836 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f713c-02e7-4a97-9bc1-979afca47d75 req-d50d1ceb-6a43-454e-9c83-61634078a344 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:12.714293 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c65f713c-02e7-4a97-9bc1-979afca47d75 req-d50d1ceb-6a43-454e-9c83-61634078a344 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0797544 Jul 21 06:33:12.788851 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d790cc6-2923-495f-89dd-b821216aedeb req-e67171a7-392e-4d6f-a97f-d3b0f845ce44 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735989 Jul 21 06:33:12.791947 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c65f713c-02e7-4a97-9bc1-979afca47d75 req-01805031-8f2a-4e0a-998e-c8d7ce2e2db9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707226 Jul 21 06:33:12.831257 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Request body: {'port': {'device_id': '24361d41-5ef8-4321-83a7-78a2343df7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:12.872847 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:12.911529 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2b21d4e5-9c6c-4fce-98d6-02be1d02d366 req-1a7c18b2-4d1f-409a-9c22-8d5fbeaa0184 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 210 time: 0.0576835 Jul 21 06:33:13.022437 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-e5205040-0388-4371-82be-8d0a19c90260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:13.024304 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-e5205040-0388-4371-82be-8d0a19c90260 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.1960888 Jul 21 06:33:13.040827 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:13.046194 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f9e7-d6de-4d34-af7e-3aaf338e5cbc req-0be4bf20-9f81-4a2e-9bf7-6c2d18f4663f tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:13.047815 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b752f9e7-d6de-4d34-af7e-3aaf338e5cbc req-0be4bf20-9f81-4a2e-9bf7-6c2d18f4663f tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 936 time: 0.0952981 Jul 21 06:33:13.090578 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc515c9c-c2c2-49c5-b4cd-8cb8b79b90d0 req-0c2d7d33-f48f-4881-9958-0fed4540c418 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:13.092139 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc515c9c-c2c2-49c5-b4cd-8cb8b79b90d0 req-0c2d7d33-f48f-4881-9958-0fed4540c418 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0906718 Jul 21 06:33:13.108988 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-553bf20e-3ce5-4812-a4b7-1d4feded6ec5 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:13.112050 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-553bf20e-3ce5-4812-a4b7-1d4feded6ec5 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 815 time: 0.2350724 Jul 21 06:33:13.133497 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b752f9e7-d6de-4d34-af7e-3aaf338e5cbc req-e02ddc03-6ee4-4197-a0e0-34508a5915c2 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768015 Jul 21 06:33:13.164835 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc515c9c-c2c2-49c5-b4cd-8cb8b79b90d0 req-e13b4a9d-ca8e-426e-b3fa-ac7868966b55 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613837 Jul 21 06:33:13.210262 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:13.329612 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ba934b-7de0-4f79-8aab-dce56ba52871 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:33:13.337590 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Publish callbacks [] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:13.350428 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Transition to ACTIVE for port object f8ba934b-7de0-4f79-8aab-dce56ba52871 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:33:13.353891 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:13.429196 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-9a089913-8368-4eb7-856c-c9a27251d420 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6cc1e71-5824-4e10-98c9-72b30b663270 HTTP/1.1" status: 200 len: 1000 time: 0.0682414 Jul 21 06:33:13.429410 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Pushing event updated for resources: {'Port': ['ID=f8ba934b-7de0-4f79-8aab-dce56ba52871,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:13.521043 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-3eddc36f-6e9d-4f5f-a2c8-6cfa10b4a386 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 473 time: 0.1616929 Jul 21 06:33:13.547982 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'port': {'device_id': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'admin_state_up': True, 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'security_groups': ['5ad7c659-8e71-4e58-89ef-15da7ee68c1c']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:13.553048 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Attempting to bind port f8ba934b-7de0-4f79-8aab-dce56ba52871 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:33:13.553386 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Attempting to bind port f8ba934b-7de0-4f79-8aab-dce56ba52871 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '0c7412c7-2301-4619-b4c2-3b74ab712c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:33:13.553716 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Attempting to bind port f8ba934b-7de0-4f79-8aab-dce56ba52871 on network c0c4d1da-077c-4efc-83b3-810eee4844d4 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:33:13.572404 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Port f8ba934b-7de0-4f79-8aab-dce56ba52871 on network c0c4d1da-077c-4efc-83b3-810eee4844d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:33:13.572723 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Attempting to bind port f8ba934b-7de0-4f79-8aab-dce56ba52871 on network c0c4d1da-077c-4efc-83b3-810eee4844d4 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:33:13.590137 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:33:13.590471 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Checking segment: {'id': '0c7412c7-2301-4619-b4c2-3b74ab712c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:33:13.590842 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Bound using segment: {'id': '0c7412c7-2301-4619-b4c2-3b74ab712c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:33:13.591270 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Bound port: f8ba934b-7de0-4f79-8aab-dce56ba52871, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7412c7-2301-4619-b4c2-3b74ab712c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:33:13.591623 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:13.609997 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-c6cda1cd-25fe-493c-a0c1-e102c0f0bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:13.611363 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-c6cda1cd-25fe-493c-a0c1-e102c0f0bef6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.0678501 Jul 21 06:33:13.659841 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-dff39322-3416-4c6d-be88-0b0ff0fb3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:13.661446 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-dff39322-3416-4c6d-be88-0b0ff0fb3ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410271 Jul 21 06:33:13.715341 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] For port f8ba934b-7de0-4f79-8aab-dce56ba52871, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:33:13.720248 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] For port f8ba934b-7de0-4f79-8aab-dce56ba52871, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=f8ba934b-7de0-4f79-8aab-dce56ba52871,segment=NetworkSegment(0c7412c7-2301-4619-b4c2-3b74ab712c85),segment_id=0c7412c7-2301-4619-b4c2-3b74ab712c85)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:33:13.730235 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:13.739391 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Made reservation on behalf of f1b4bcbfdd4a42e5a542dbf019166beb for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:33:13.743612 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:13.761075 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-2ada95c8-bff8-4936-b60b-4b931bcc00aa service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883050 Jul 21 06:33:13.784898 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:13.787790 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:13.788442 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:13.789818 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] 10.222.0.36 "PUT /v2.0/ports/f8ba934b-7de0-4f79-8aab-dce56ba52871 HTTP/1.1" status: 200 len: 1098 time: 0.9630218 Jul 21 06:33:13.793160 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24361d41-5ef8-4321-83a7-78a2343df7cf', 'tag': 'f8ba934b-7de0-4f79-8aab-dce56ba52871'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:13.795667 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "24361d41-5ef8-4321-83a7-78a2343df7cf", "tag": "f8ba934b-7de0-4f79-8aab-dce56ba52871"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:13.827251 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79b4b6-126e-4c40-9c6d-0c81f5a4f57d service neutron] Pushing event updated for resources: {'Port': ['ID=f8ba934b-7de0-4f79-8aab-dce56ba52871,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:13.872323 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fbc608-8349-4e85-9b3a-3fcba4eb58cf x-openstack-request-id: req-f7fbc608-8349-4e85-9b3a-3fcba4eb58cf {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:13.872973 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24361d41-5ef8-4321-83a7-78a2343df7cf", "tag": "f8ba934b-7de0-4f79-8aab-dce56ba52871", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:13.872973 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7fbc608-8349-4e85-9b3a-3fcba4eb58cf {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:13.873249 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fbc608-8349-4e85-9b3a-3fcba4eb58cf'] response: {'name': 'network-changed', 'server_uuid': '24361d41-5ef8-4321-83a7-78a2343df7cf', 'tag': 'f8ba934b-7de0-4f79-8aab-dce56ba52871', 'status': 'completed', 'code': 200} Jul 21 06:33:13.899673 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:13.903098 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cf34c4a7-daab-4d4a-bbfc-599e31823a26 req-161601d1-7338-4bde-8e23-517795df52ac service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309969 Jul 21 06:33:13.950127 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:14.008460 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bf0a-1481-48ae-928c-010b65c8775f req-cb9ddd11-8f7e-4139-a94a-59d1a2ad8c6e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:14.014159 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-63d1bf0a-1481-48ae-928c-010b65c8775f req-cb9ddd11-8f7e-4139-a94a-59d1a2ad8c6e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0918722 Jul 21 06:33:14.058537 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e12ad-63db-42f2-8be0-127c161332bb req-c087a3ed-1383-4bac-9311-f3c9e19be027 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:14.058822 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-cbd0aac2-e61b-4b1b-a178-758f178e3ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:14.060107 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e53e12ad-63db-42f2-8be0-127c161332bb req-c087a3ed-1383-4bac-9311-f3c9e19be027 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0943832 Jul 21 06:33:14.062368 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-cbd0aac2-e61b-4b1b-a178-758f178e3ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb38392ff9294ce08fb43f32f6176c4c&device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 1132 time: 0.1618257 Jul 21 06:33:14.102754 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Allocated IP 172.20.0.14 (fac3a692-b3e2-4555-a0ad-f0227031fd7d/46b3469f-6fe5-4679-9041-ad3fb0b1d549/ec590c24-0627-4416-8dda-da4d559e2b05) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:33:14.109101 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-63d1bf0a-1481-48ae-928c-010b65c8775f req-bd5190f4-a318-4781-95dc-63ec52b5952e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912189 Jul 21 06:33:14.147387 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-2d9c5c19-11e7-476a-a870-4b07c88fd494 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f8ba934b-7de0-4f79-8aab-dce56ba52871 HTTP/1.1" status: 200 len: 217 time: 0.0396457 Jul 21 06:33:14.150780 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e53e12ad-63db-42f2-8be0-127c161332bb req-5fe77d38-97c2-4999-84e2-b40145310311 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817072 Jul 21 06:33:14.257261 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-4245ac52-937c-40ee-b2ce-807ce7ea58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:14.258763 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-4245ac52-937c-40ee-b2ce-807ce7ea58b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d42a3416-0146-4982-9abc-be1b85e285a0 HTTP/1.1" status: 200 len: 843 time: 0.1027617 Jul 21 06:33:14.291612 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bbaeca0d-ba24-4085-8fe6-eb3babdb94c9 req-00011e5c-1651-4af5-a800-bb640d01126a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 210 time: 0.0473166 Jul 21 06:33:14.302902 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab6f35-699b-431f-95b6-a451c6009f93 req-39eee775-a537-4b85-ac76-55f447ee7d29 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:14.304396 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-42ab6f35-699b-431f-95b6-a451c6009f93 req-39eee775-a537-4b85-ac76-55f447ee7d29 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 948 time: 0.0773315 Jul 21 06:33:14.357548 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-cbcce469-7999-4d6c-8145-66234c9a6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:14.359217 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-cbcce469-7999-4d6c-8145-66234c9a6143 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c4d1da-077c-4efc-83b3-810eee4844d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0695310 Jul 21 06:33:14.359682 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-42ab6f35-699b-431f-95b6-a451c6009f93 req-baf4a434-f802-4bda-9373-710a09a4da3a tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489190 Jul 21 06:33:14.426900 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (ec590c24-0627-4416-8dda-da4d559e2b05), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:14.476504 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a0d23-3fa5-492c-9082-6a29453d9d45 req-daf36c52-998a-498c-a204-de08b47cb1aa tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:14.478054 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-093a0d23-3fa5-492c-9082-6a29453d9d45 req-daf36c52-998a-498c-a204-de08b47cb1aa tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0509109 Jul 21 06:33:14.508246 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-74b4cdd8-cea1-4f33-bb00-de18577238dc service neutron] 10.222.0.36 "GET /v2.0/networks/c0c4d1da-077c-4efc-83b3-810eee4844d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404860 Jul 21 06:33:14.526155 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:14.544593 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-093a0d23-3fa5-492c-9082-6a29453d9d45 req-0e6b2544-9419-4ae2-a9da-ebbae7c5f45c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592461 Jul 21 06:33:14.817322 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-6d3e68a2-3b70-4af7-a09c-96848eefefd4 req-bed0f867-54a1-4a60-a351-22a5c4c7d181 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:33:14.818381 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6d3e68a2-3b70-4af7-a09c-96848eefefd4 req-bed0f867-54a1-4a60-a351-22a5c4c7d181 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053849 Jul 21 06:33:14.845547 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:33:14.855507 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:33:14.861192 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:33:14.867599 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=ec590c24-0627-4416-8dda-da4d559e2b05,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:14.945756 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:14.946424 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:14.960997 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-62db1fbc-be3d-4703-85b5-1497393dc274 req-d725154b-151c-48bb-9db9-bc4d5a7f5c0a service neutron] 10.222.0.36 "GET /v2.0/networks/c0c4d1da-077c-4efc-83b3-810eee4844d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457412 Jul 21 06:33:14.964534 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-6eeafaf9-9149-469b-a53a-d78ccefc867d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4207149 Jul 21 06:33:14.996140 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Request body: {'port': {'device_id': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:15.026912 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f4e98-66f6-49b9-8b64-c7a315d220a3 req-4537acb5-59ce-4683-9fa7-6f4b93ad1903 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:15.028474 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2d8f4e98-66f6-49b9-8b64-c7a315d220a3 req-4537acb5-59ce-4683-9fa7-6f4b93ad1903 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0721290 Jul 21 06:33:15.106674 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2d8f4e98-66f6-49b9-8b64-c7a315d220a3 req-507d5fb6-54eb-4b0e-ade5-3bb6abfffc3a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724802 Jul 21 06:33:15.111279 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:15.158193 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:15.177845 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-9db09c97-1ee0-4803-8014-041d209c1cc7 None None] Provisioning complete for port ec590c24-0627-4416-8dda-da4d559e2b05 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:33:15.178895 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9db09c97-1ee0-4803-8014-041d209c1cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:15.216402 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-9db09c97-1ee0-4803-8014-041d209c1cc7 None None] Port ec590c24-0627-4416-8dda-da4d559e2b05 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:33:15.242855 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:15.249163 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2ad73-c95c-434a-9a81-2098acf177d9 req-9d3e7463-860f-44aa-a358-bdafe45d5d23 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:15.250974 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09a2ad73-c95c-434a-9a81-2098acf177d9 req-9d3e7463-860f-44aa-a358-bdafe45d5d23 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0661235 Jul 21 06:33:15.277206 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:15.309708 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09a2ad73-c95c-434a-9a81-2098acf177d9 req-f3d8c0ba-cdc9-48b7-8a64-c02ace245cd7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501034 Jul 21 06:33:15.422858 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4ff3-0e60-4371-afad-a7a44c30d9a1 req-7c15f8f6-5666-488c-9554-f5cd1bace8aa tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:15.424511 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b9cc4ff3-0e60-4371-afad-a7a44c30d9a1 req-7c15f8f6-5666-488c-9554-f5cd1bace8aa tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 932 time: 0.0530233 Jul 21 06:33:15.439340 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 39848) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:15.441379 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec590c24-0627-4416-8dda-da4d559e2b05 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:33:15.449165 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Publish callbacks [] for port (ec590c24-0627-4416-8dda-da4d559e2b05), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:15.464011 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Transition to ACTIVE for port object ec590c24-0627-4416-8dda-da4d559e2b05 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:33:15.469393 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:15.524867 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Pushing event updated for resources: {'Port': ['ID=ec590c24-0627-4416-8dda-da4d559e2b05,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:15.531019 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b46e7-1949-4327-9ebe-dde5694b954a req-7877e23a-7553-4089-936a-d3708788eaf0 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:15.532509 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-659b46e7-1949-4327-9ebe-dde5694b954a req-7877e23a-7553-4089-936a-d3708788eaf0 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 948 time: 0.0814798 Jul 21 06:33:15.545777 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b9cc4ff3-0e60-4371-afad-a7a44c30d9a1 req-a4315423-df7e-464b-84ff-0259b8d19e52 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122887 Jul 21 06:33:15.602491 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-26cb4250-f137-4e5d-8ef5-1933e354f363 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1616306 Jul 21 06:33:15.612472 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-6fbcaf31-dcd8-4636-8a4a-07088529d4bc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:33:15.624426 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-6fbcaf31-dcd8-4636-8a4a-07088529d4bc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0214012 Jul 21 06:33:15.631746 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Attempting to bind port ec590c24-0627-4416-8dda-da4d559e2b05 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:33:15.632082 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Attempting to bind port ec590c24-0627-4416-8dda-da4d559e2b05 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:33:15.632408 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Attempting to bind port ec590c24-0627-4416-8dda-da4d559e2b05 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:33:15.637468 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Port ec590c24-0627-4416-8dda-da4d559e2b05 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:33:15.637794 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Attempting to bind port ec590c24-0627-4416-8dda-da4d559e2b05 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:33:15.643241 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:33:15.643584 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Checking segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:33:15.643957 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Bound using segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:33:15.644991 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Bound port: ec590c24-0627-4416-8dda-da4d559e2b05, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:33:15.645351 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:15.698114 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-659b46e7-1949-4327-9ebe-dde5694b954a req-683ce075-406a-4d7d-b7f4-8f013ccd7c9c tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344371 Jul 21 06:33:15.708257 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 39858) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:15.713799 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bea57-04fb-467c-bdb1-43e862c747fe req-4980fd91-ef79-4cc1-9db9-516cb8b3fa92 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:15.721988 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4e0bea57-04fb-467c-bdb1-43e862c747fe req-4980fd91-ef79-4cc1-9db9-516cb8b3fa92 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 944 time: 0.0808713 Jul 21 06:33:15.739678 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] For port ec590c24-0627-4416-8dda-da4d559e2b05, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:33:15.745048 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] For port ec590c24-0627-4416-8dda-da4d559e2b05, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=ec590c24-0627-4416-8dda-da4d559e2b05,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:33:15.752981 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:15.759675 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:15.780359 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4e0bea57-04fb-467c-bdb1-43e862c747fe req-2d90767a-05ff-41a8-abae-f0d064bdab84 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563669 Jul 21 06:33:15.786466 dv-cinder-850318-3-iscsi neutron-server[103912]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 06:33:15.800112 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:15.800910 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:15.802294 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] 10.222.0.36 "PUT /v2.0/ports/ec590c24-0627-4416-8dda-da4d559e2b05 HTTP/1.1" status: 200 len: 1094 time: 0.8147392 Jul 21 06:33:15.855265 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-0a04e7d9-cccb-492f-b1f5-c1dba6f931ab tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:15.856674 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-0a04e7d9-cccb-492f-b1f5-c1dba6f931ab tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports/345fc32c-f55c-4636-be16-4b276cd0c105 HTTP/1.1" status: 200 len: 941 time: 0.1475315 Jul 21 06:33:15.859874 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3bb57-377a-4be7-94bb-bef862ec62bb service neutron] Pushing event updated for resources: {'Port': ['ID=ec590c24-0627-4416-8dda-da4d559e2b05,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:15.874305 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'tag': 'ec590c24-0627-4416-8dda-da4d559e2b05'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:15.876624 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462dd4c3-1531-4d1a-b180-ce1b1b038ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3a3de3-c6af-4f50-b999-d47265b43595", "tag": "ec590c24-0627-4416-8dda-da4d559e2b05"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:15.917565 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e96d0ea-2939-4bb0-94ed-31c3df8b47f8 x-openstack-request-id: req-0e96d0ea-2939-4bb0-94ed-31c3df8b47f8 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:15.917857 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3a3de3-c6af-4f50-b999-d47265b43595", "tag": "ec590c24-0627-4416-8dda-da4d559e2b05", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:15.918151 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e96d0ea-2939-4bb0-94ed-31c3df8b47f8 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:15.918553 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e96d0ea-2939-4bb0-94ed-31c3df8b47f8'] response: {'name': 'network-changed', 'server_uuid': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'tag': 'ec590c24-0627-4416-8dda-da4d559e2b05', 'status': 'completed', 'code': 200} Jul 21 06:33:16.113728 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 30a8386c-e7fc-4d12-86c3-922716884c6e details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:33:16.126031 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 345fc32c-f55c-4636-be16-4b276cd0c105 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:33:16.236194 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 345fc32c-f55c-4636-be16-4b276cd0c105 is: DOWN; New status is: DOWN {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:33:16.316075 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 30a8386c-e7fc-4d12-86c3-922716884c6e, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=30a8386c-e7fc-4d12-86c3-922716884c6e,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:16.329985 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '30a8386c-e7fc-4d12-86c3-922716884c6e', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'port_id': '30a8386c-e7fc-4d12-86c3-922716884c6e', 'mac_address': 'fa:16:3e:61:7c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:33:16.363833 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd4c3-1531-4d1a-b180-ce1b1b038ddb req-715ff32c-ef46-4dbb-b8a4-dcde7d87aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:16.365337 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-462dd4c3-1531-4d1a-b180-ce1b1b038ddb req-715ff32c-ef46-4dbb-b8a4-dcde7d87aa06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 1128 time: 0.1250701 Jul 21 06:33:16.371094 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-9dbbd810-165c-4d3d-b397-29c3ba3a675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:16.372509 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-9dbbd810-165c-4d3d-b397-29c3ba3a675c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb38392ff9294ce08fb43f32f6176c4c&device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 1132 time: 0.1442585 Jul 21 06:33:16.404527 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 30a8386c-e7fc-4d12-86c3-922716884c6e is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:33:16.404876 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:16.420662 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a8386c-e7fc-4d12-86c3-922716884c6e {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:33:16.443003 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 30a8386c-e7fc-4d12-86c3-922716884c6e, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=30a8386c-e7fc-4d12-86c3-922716884c6e,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:16.447028 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:16.496441 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=30a8386c-e7fc-4d12-86c3-922716884c6e,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:16.570912 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be286f-597c-47c1-bac4-d834cd628afc req-7a8abe50-7a0d-4d94-bc20-61ca63c889c3 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:16.572587 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-47be286f-597c-47c1-bac4-d834cd628afc req-7a8abe50-7a0d-4d94-bc20-61ca63c889c3 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.3787718 Jul 21 06:33:16.600826 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13e492-edb8-48af-96db-59347ddc749f req-1a88baa1-36df-429b-b610-d98a640686e0 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:16.602302 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef13e492-edb8-48af-96db-59347ddc749f req-1a88baa1-36df-429b-b610-d98a640686e0 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0761096 Jul 21 06:33:16.659748 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-47be286f-597c-47c1-bac4-d834cd628afc req-5a186129-4d00-4ced-a468-1dc32023094b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811911 Jul 21 06:33:16.677025 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef13e492-edb8-48af-96db-59347ddc749f req-6746ca00-22d7-4a40-980b-de2c36aba98a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679183 Jul 21 06:33:16.835472 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['30a8386c-e7fc-4d12-86c3-922716884c6e'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:33:16.840157 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-d03912f3-0713-4125-892f-9f56ffff8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:16.841608 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-d03912f3-0713-4125-892f-9f56ffff8780 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c4d1da-077c-4efc-83b3-810eee4844d4 HTTP/1.1" status: 200 len: 870 time: 0.2188675 Jul 21 06:33:16.843083 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79145a-7a3b-48b0-a872-e809ccd51ad6 req-1e723491-791c-45f6-a5cf-9acf9a379c4c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:16.844310 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd4c3-1531-4d1a-b180-ce1b1b038ddb req-64beea55-5db7-4527-b930-f7c7feabec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:16.844717 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d79145a-7a3b-48b0-a872-e809ccd51ad6 req-1e723491-791c-45f6-a5cf-9acf9a379c4c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 944 time: 0.0940979 Jul 21 06:33:16.845606 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-462dd4c3-1531-4d1a-b180-ce1b1b038ddb req-64beea55-5db7-4527-b930-f7c7feabec9d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2128289 Jul 21 06:33:16.857135 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f253c-dd98-4a0c-ac59-6f1d6a21c44c req-f9fc643f-e43c-4279-81a1-54a14e28e39b tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:16.858740 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-370f253c-dd98-4a0c-ac59-6f1d6a21c44c req-f9fc643f-e43c-4279-81a1-54a14e28e39b tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 948 time: 0.0682836 Jul 21 06:33:16.947795 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d79145a-7a3b-48b0-a872-e809ccd51ad6 req-2f89632d-740f-4b32-89e1-de234daab45f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875733 Jul 21 06:33:16.998843 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-370f253c-dd98-4a0c-ac59-6f1d6a21c44c req-8569e038-1420-4c1a-994b-743a0ce4abba tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320868 Jul 21 06:33:17.011420 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-d5df39b4-d29a-41b6-891a-2c09065ddde9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f8ba934b-7de0-4f79-8aab-dce56ba52871 HTTP/1.1" status: 200 len: 217 time: 0.1208942 Jul 21 06:33:17.016006 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:17.026837 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:17.056391 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd4c3-1531-4d1a-b180-ce1b1b038ddb req-e9b969c0-c3ee-4424-82ca-bcf8568240fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:17.056391 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-462dd4c3-1531-4d1a-b180-ce1b1b038ddb req-e9b969c0-c3ee-4424-82ca-bcf8568240fa service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650290 Jul 21 06:33:17.082063 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22277-b15a-451d-bbf2-1f0dea26ef61 req-abf8ebb0-f8f4-4a51-8e5d-8e9f0aef964e tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:17.083670 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-83c22277-b15a-451d-bbf2-1f0dea26ef61 req-abf8ebb0-f8f4-4a51-8e5d-8e9f0aef964e tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 945 time: 0.0540149 Jul 21 06:33:17.136676 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-83c22277-b15a-451d-bbf2-1f0dea26ef61 req-8a74e106-96a8-43c0-8caa-36293a6180a5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475919 Jul 21 06:33:17.277181 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-124e88a0-1696-43ae-82b8-5122361fe9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:17.278661 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-124e88a0-1696-43ae-82b8-5122361fe9ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d42a3416-0146-4982-9abc-be1b85e285a0 HTTP/1.1" status: 200 len: 843 time: 0.0447316 Jul 21 06:33:17.382236 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-12d41a0d-ac90-4954-b1ba-8e3487514361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:17.383747 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-12d41a0d-ac90-4954-b1ba-8e3487514361 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c4d1da-077c-4efc-83b3-810eee4844d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0727959 Jul 21 06:33:17.384761 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-eccd268a-1300-4c0c-9009-a64c763d58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:17.386105 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-eccd268a-1300-4c0c-9009-a64c763d58a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 1128 time: 0.0658214 Jul 21 06:33:17.467986 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-84698796-f54e-4e28-9c79-619b99d031e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec590c24-0627-4416-8dda-da4d559e2b05 HTTP/1.1" status: 200 len: 217 time: 0.0468371 Jul 21 06:33:17.566094 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-221dcf2a-0814-4b29-827f-d7e609c654d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:17.567665 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-221dcf2a-0814-4b29-827f-d7e609c654d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 200 len: 854 time: 0.0671031 Jul 21 06:33:17.571097 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-fddd9b38-51f1-44d9-8d93-085871dbfdf2 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c4d1da-077c-4efc-83b3-810eee4844d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578112 Jul 21 06:33:17.669623 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-1f9ea60b-a737-4860-af1f-c6edc9f355d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:17.671152 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-1f9ea60b-a737-4860-af1f-c6edc9f355d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fac3a692-b3e2-4555-a0ad-f0227031fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932918 Jul 21 06:33:17.758898 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5645d384-f1b4-4f2e-ab60-ab4a725ed2d6 req-c79b764e-65ad-4b7c-8d2b-dcae1a3d30c4 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c4d1da-077c-4efc-83b3-810eee4844d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795590 Jul 21 06:33:17.801550 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-eb795307-6a43-48dd-ac79-78ad07510f20 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224530 Jul 21 06:33:17.850468 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:17.877995 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:17.885224 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcf603-bafe-49c1-a04c-13afc745138a req-1f52741d-9369-4baf-bfa4-225e61c9b779 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:17.887011 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e5dcf603-bafe-49c1-a04c-13afc745138a req-1f52741d-9369-4baf-bfa4-225e61c9b779 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.1147869 Jul 21 06:33:17.900247 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfaf2d-e666-4f91-9a8e-9bc6f1d032e9 req-c255cfca-e2ab-4c6f-aff4-c20bbef7faf0 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:17.902329 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76dfaf2d-e666-4f91-9a8e-9bc6f1d032e9 req-c255cfca-e2ab-4c6f-aff4-c20bbef7faf0 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0748327 Jul 21 06:33:17.966460 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15544923-184f-488a-abe7-1b2aa9d14cd9 req-8db9faec-d55d-4e0b-aec6-94b6ce438241 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469460 Jul 21 06:33:17.980791 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e5dcf603-bafe-49c1-a04c-13afc745138a req-729d402d-8bff-41bc-9951-7c882ce40e05 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776420 Jul 21 06:33:17.988840 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76dfaf2d-e666-4f91-9a8e-9bc6f1d032e9 req-cb8f73b2-a801-40e5-9ef0-3f46fb6417e0 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773785 Jul 21 06:33:18.116783 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device f8ba934b-7de0-4f79-8aab-dce56ba52871 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:33:18.129866 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 30a8386c-e7fc-4d12-86c3-922716884c6e up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:33:18.130200 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fc240-9fac-437c-8358-51e1fa16e1e8 req-6e01f09f-5ef0-4bd1-aa48-e8ed1c6c5128 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:18.131685 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a8fc240-9fac-437c-8358-51e1fa16e1e8 req-6e01f09f-5ef0-4bd1-aa48-e8ed1c6c5128 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 944 time: 0.0794940 Jul 21 06:33:18.154295 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dc7f5-d3d3-437d-9e0e-fccc5d7fb78e req-586215f2-4563-49c3-ae80-af53f7452b84 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:18.155729 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-329dc7f5-d3d3-437d-9e0e-fccc5d7fb78e req-586215f2-4563-49c3-ae80-af53f7452b84 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 948 time: 0.0660117 Jul 21 06:33:18.161982 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:18.183019 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:18.225689 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a8fc240-9fac-437c-8358-51e1fa16e1e8 req-f3d74d4a-f416-425e-b878-de6090d9736b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863142 Jul 21 06:33:18.228954 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-329dc7f5-d3d3-437d-9e0e-fccc5d7fb78e req-08cb7fda-b1e7-4a09-8bee-99a50e51b61e tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653486 Jul 21 06:33:18.236589 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 30a8386c-e7fc-4d12-86c3-922716884c6e completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:33:18.255183 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 30a8386c-e7fc-4d12-86c3-922716884c6e triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:33:18.255618 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:18.295931 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port f8ba934b-7de0-4f79-8aab-dce56ba52871, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=f8ba934b-7de0-4f79-8aab-dce56ba52871,segment=NetworkSegment(0c7412c7-2301-4619-b4c2-3b74ab712c85),segment_id=0c7412c7-2301-4619-b4c2-3b74ab712c85)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:18.316107 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': 'f8ba934b-7de0-4f79-8aab-dce56ba52871', 'network_id': 'c0c4d1da-077c-4efc-83b3-810eee4844d4', 'port_id': 'f8ba934b-7de0-4f79-8aab-dce56ba52871', 'mac_address': 'fa:16:3e:60:ef:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42a3416-0146-4982-9abc-be1b85e285a0', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:33:18.333026 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cf92a-a110-4ae4-8872-80433d3f93d7 req-8a0761a3-7a5c-461f-b609-e8b1a7f6f137 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:18.334585 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ee5cf92a-a110-4ae4-8872-80433d3f93d7 req-8a0761a3-7a5c-461f-b609-e8b1a7f6f137 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 945 time: 0.0484948 Jul 21 06:33:18.384614 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port f8ba934b-7de0-4f79-8aab-dce56ba52871 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:33:18.385004 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:18.388818 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ee5cf92a-a110-4ae4-8872-80433d3f93d7 req-2e5b810a-0b23-48c3-b34a-d1c4fd9629d5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481710 Jul 21 06:33:18.395620 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 30a8386c-e7fc-4d12-86c3-922716884c6e is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:33:18.396007 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:18.415358 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ba934b-7de0-4f79-8aab-dce56ba52871 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:33:18.435894 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a8386c-e7fc-4d12-86c3-922716884c6e'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:18.438082 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0637b03-4aef-4ab2-9a31-31784988ab29" -d '{"events": [{"server_uuid": "3dd12a96-a6ba-4881-9e69-20771a9b2d91", "name": "network-vif-plugged", "status": "completed", "tag": "30a8386c-e7fc-4d12-86c3-922716884c6e"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:18.457173 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port f8ba934b-7de0-4f79-8aab-dce56ba52871, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=f8ba934b-7de0-4f79-8aab-dce56ba52871,segment=NetworkSegment(0c7412c7-2301-4619-b4c2-3b74ab712c85),segment_id=0c7412c7-2301-4619-b4c2-3b74ab712c85)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:18.460018 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 30a8386c-e7fc-4d12-86c3-922716884c6e, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=30a8386c-e7fc-4d12-86c3-922716884c6e,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:18.462122 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:18.467415 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:18.486784 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f0f8c7-52d6-4916-88ec-04e888136e74 x-openstack-request-id: req-72f0f8c7-52d6-4916-88ec-04e888136e74 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:18.487067 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd12a96-a6ba-4881-9e69-20771a9b2d91", "name": "network-vif-plugged", "status": "completed", "tag": "30a8386c-e7fc-4d12-86c3-922716884c6e", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:18.487311 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72f0f8c7-52d6-4916-88ec-04e888136e74 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:18.487689 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f0f8c7-52d6-4916-88ec-04e888136e74'] response: {'server_uuid': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a8386c-e7fc-4d12-86c3-922716884c6e', 'code': 200} Jul 21 06:33:18.513351 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=f8ba934b-7de0-4f79-8aab-dce56ba52871,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:18.562007 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=30a8386c-e7fc-4d12-86c3-922716884c6e,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:18.953455 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['f8ba934b-7de0-4f79-8aab-dce56ba52871'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:33:19.125849 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:19.152885 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab52abb-ff56-40e9-9ad9-dd818636ec71 req-7944f48f-d61a-4ff2-b93d-d8b87a29c579 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:19.154366 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aab52abb-ff56-40e9-9ad9-dd818636ec71 req-7944f48f-d61a-4ff2-b93d-d8b87a29c579 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0852964 Jul 21 06:33:19.176714 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada84409-7143-40d3-8fb9-d4106d327f2e req-7190ee28-ea2c-4712-897b-bbf809307791 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:19.178140 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ada84409-7143-40d3-8fb9-d4106d327f2e req-7190ee28-ea2c-4712-897b-bbf809307791 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0682139 Jul 21 06:33:19.244551 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aab52abb-ff56-40e9-9ad9-dd818636ec71 req-f8327b08-f7d9-43b6-bc66-fe7b7a9ffdeb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826156 Jul 21 06:33:19.248605 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ada84409-7143-40d3-8fb9-d4106d327f2e req-278a70b6-a36a-4b1e-96e4-5d9ed06b429d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633717 Jul 21 06:33:19.392114 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464a12a-dfc1-4ff7-9f19-f5951087892b req-c42181fd-5c7c-4082-adfd-fe3ccc8023b5 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:19.393475 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2464a12a-dfc1-4ff7-9f19-f5951087892b req-c42181fd-5c7c-4082-adfd-fe3ccc8023b5 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 949 time: 0.0801752 Jul 21 06:33:19.402244 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47a30c-bf01-428f-91cf-1b55fe1bad0b req-cb6c148f-60d4-4856-92c9-775a5a6b0f0a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:19.403600 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cd47a30c-bf01-428f-91cf-1b55fe1bad0b req-cb6c148f-60d4-4856-92c9-775a5a6b0f0a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 944 time: 0.0799744 Jul 21 06:33:19.477698 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2464a12a-dfc1-4ff7-9f19-f5951087892b req-436e08e4-4570-444d-b42f-1dd4de633e6a tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731654 Jul 21 06:33:19.480876 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cd47a30c-bf01-428f-91cf-1b55fe1bad0b req-f33150a6-6724-4999-8028-62fa86070022 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705619 Jul 21 06:33:19.583887 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6a700-f40a-47a2-9960-b0609ba2a838 req-3b6ff8a9-a081-45ed-89e5-c231b5361ada tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:19.585360 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13c6a700-f40a-47a2-9960-b0609ba2a838 req-3b6ff8a9-a081-45ed-89e5-c231b5361ada tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0510557 Jul 21 06:33:19.633328 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13c6a700-f40a-47a2-9960-b0609ba2a838 req-5e08427c-7afc-4fa2-ac21-4ad89f7191a5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423863 Jul 21 06:33:20.398003 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07e4c0-c2e1-404d-856b-dbfbfe4d4f91 req-2a30bde0-3291-488a-9fd7-635da4da7c94 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:20.399401 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5e07e4c0-c2e1-404d-856b-dbfbfe4d4f91 req-2a30bde0-3291-488a-9fd7-635da4da7c94 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0759411 Jul 21 06:33:20.405323 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e51aa-e91e-4f8b-8364-84b353663aa3 req-90a9c837-20c6-437d-9b87-a7cbdbb366a7 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:20.406689 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-765e51aa-e91e-4f8b-8364-84b353663aa3 req-90a9c837-20c6-437d-9b87-a7cbdbb366a7 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0724919 Jul 21 06:33:20.482730 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5e07e4c0-c2e1-404d-856b-dbfbfe4d4f91 req-cf3c15c0-bdfb-4048-92ef-767177ce7685 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751092 Jul 21 06:33:20.486776 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-765e51aa-e91e-4f8b-8364-84b353663aa3 req-c6b51543-d5e7-46da-8f07-3c62e8eccefb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718679 Jul 21 06:33:20.619591 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1c49c-b6c2-45d6-89b3-ba2987e84f15 req-1696a049-22a7-414d-9ef5-f34095a76694 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:20.621042 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-88f1c49c-b6c2-45d6-89b3-ba2987e84f15 req-1696a049-22a7-414d-9ef5-f34095a76694 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 949 time: 0.0741539 Jul 21 06:33:20.640167 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c09ea8-a323-47de-8317-e5f168ce45cd req-f234fd06-e0b2-4a64-a356-93ac675a6e73 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:20.641540 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-41c09ea8-a323-47de-8317-e5f168ce45cd req-f234fd06-e0b2-4a64-a356-93ac675a6e73 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 944 time: 0.0663462 Jul 21 06:33:20.710580 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-88f1c49c-b6c2-45d6-89b3-ba2987e84f15 req-2d49acfe-6da2-43e7-bb55-07e425e9bf44 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839696 Jul 21 06:33:20.717651 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-41c09ea8-a323-47de-8317-e5f168ce45cd req-644f639f-31f8-4ede-a57e-11cd91d3c862 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682759 Jul 21 06:33:20.813275 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c24aab-e17f-4beb-b4cd-3ac074dca3d5 req-ccb6f471-13ef-4aa9-af26-2a5c66313f8e tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:20.814786 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-06c24aab-e17f-4beb-b4cd-3ac074dca3d5 req-ccb6f471-13ef-4aa9-af26-2a5c66313f8e tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0476348 Jul 21 06:33:20.827357 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:20.864571 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-06c24aab-e17f-4beb-b4cd-3ac074dca3d5 req-752c1728-b553-40de-aca0-efd0fc8b2b23 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436831 Jul 21 06:33:21.019267 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:21.023620 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:21.630740 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f0c63-07da-4d2c-859a-567bef18c069 req-7170da2d-f643-41eb-a67e-0ec9db75ac2c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:21.632194 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-898f0c63-07da-4d2c-859a-567bef18c069 req-7170da2d-f643-41eb-a67e-0ec9db75ac2c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0789716 Jul 21 06:33:21.639930 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367d746-5c5a-438e-86e9-91bd13276335 req-06bcc85b-d57c-4e9d-8c93-3e702c11a13d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:21.641285 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f367d746-5c5a-438e-86e9-91bd13276335 req-06bcc85b-d57c-4e9d-8c93-3e702c11a13d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0787313 Jul 21 06:33:21.675394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:21.715295 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-898f0c63-07da-4d2c-859a-567bef18c069 req-736a1a23-83f5-4794-8981-b698a62d8d53 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730784 Jul 21 06:33:21.719220 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f367d746-5c5a-438e-86e9-91bd13276335 req-43b0dd29-ce34-4124-94f3-d803cd282109 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704057 Jul 21 06:33:21.853708 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238fe43-1970-403f-8cfb-6031e6c030c0 req-f4572503-e1e1-4e41-b66d-32c9979aa7b4 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:21.855100 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d238fe43-1970-403f-8cfb-6031e6c030c0 req-f4572503-e1e1-4e41-b66d-32c9979aa7b4 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 949 time: 0.0752995 Jul 21 06:33:21.865558 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fbd39-b5dd-49a5-93ac-992522544ec7 req-4bb7826c-e374-4758-955e-ad18dacc3a0b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:21.866959 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7f1fbd39-b5dd-49a5-93ac-992522544ec7 req-4bb7826c-e374-4758-955e-ad18dacc3a0b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 944 time: 0.0768368 Jul 21 06:33:21.941766 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d238fe43-1970-403f-8cfb-6031e6c030c0 req-9ea40491-bbe2-4a17-ae61-0467078927f2 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738585 Jul 21 06:33:21.944680 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7f1fbd39-b5dd-49a5-93ac-992522544ec7 req-1e5691d5-386a-42da-a41f-da5146252919 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711069 Jul 21 06:33:22.042917 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dd869-092d-4482-805f-6215da68133a req-3fb28ddd-b5fd-4c9c-8e9a-026cc6100c37 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:22.044410 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5a4dd869-092d-4482-805f-6215da68133a req-3fb28ddd-b5fd-4c9c-8e9a-026cc6100c37 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0474966 Jul 21 06:33:22.093615 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5a4dd869-092d-4482-805f-6215da68133a req-61350e71-9ef8-4694-ab35-a1e670084a9e tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437269 Jul 21 06:33:22.264818 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a54da3-6ee9-47f7-80c6-d18228d5b327 req-a245f46d-ca44-4c20-a4b8-782aa6f8f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:22.266635 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a9a54da3-6ee9-47f7-80c6-d18228d5b327 req-a245f46d-ca44-4c20-a4b8-782aa6f8f5d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 1130 time: 0.0610895 Jul 21 06:33:22.322342 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a9a54da3-6ee9-47f7-80c6-d18228d5b327 req-cd11e51b-f174-4f24-91e7-d0f23ba2d5bb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440705 Jul 21 06:33:22.507869 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device f8ba934b-7de0-4f79-8aab-dce56ba52871 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:33:22.550804 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port f8ba934b-7de0-4f79-8aab-dce56ba52871 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:33:22.556026 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port f8ba934b-7de0-4f79-8aab-dce56ba52871 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:33:22.556442 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:22.576587 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:22.633364 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port f8ba934b-7de0-4f79-8aab-dce56ba52871 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:33:22.633744 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:22.656340 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24361d41-5ef8-4321-83a7-78a2343df7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ba934b-7de0-4f79-8aab-dce56ba52871'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:22.658564 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e737418d-8595-4973-b855-6d4f1699fc79" -d '{"events": [{"server_uuid": "24361d41-5ef8-4321-83a7-78a2343df7cf", "name": "network-vif-plugged", "status": "completed", "tag": "f8ba934b-7de0-4f79-8aab-dce56ba52871"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:22.668010 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:22.671884 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port f8ba934b-7de0-4f79-8aab-dce56ba52871, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=f8ba934b-7de0-4f79-8aab-dce56ba52871,segment=NetworkSegment(0c7412c7-2301-4619-b4c2-3b74ab712c85),segment_id=0c7412c7-2301-4619-b4c2-3b74ab712c85)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:22.676415 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:22.699559 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bac7c9-f79a-4360-9353-4e0a97ae8993 x-openstack-request-id: req-26bac7c9-f79a-4360-9353-4e0a97ae8993 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:22.699865 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24361d41-5ef8-4321-83a7-78a2343df7cf", "name": "network-vif-plugged", "status": "completed", "tag": "f8ba934b-7de0-4f79-8aab-dce56ba52871", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:22.700125 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26bac7c9-f79a-4360-9353-4e0a97ae8993 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:22.700503 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26bac7c9-f79a-4360-9353-4e0a97ae8993'] response: {'server_uuid': '24361d41-5ef8-4321-83a7-78a2343df7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ba934b-7de0-4f79-8aab-dce56ba52871', 'code': 200} Jul 21 06:33:22.726758 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=f8ba934b-7de0-4f79-8aab-dce56ba52871,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:22.861122 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bbd53-203b-4e0c-8ede-d518ceecdb5d req-636ce460-c011-4c75-9631-92cb29f03475 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:22.862602 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-334bbd53-203b-4e0c-8ede-d518ceecdb5d req-636ce460-c011-4c75-9631-92cb29f03475 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0785425 Jul 21 06:33:22.870428 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d55a9-55f9-4fa2-abc4-3d78eb6aeec5 req-8fced6f4-a0f8-498e-9ec4-c2a523860826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:22.871761 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c32d55a9-55f9-4fa2-abc4-3d78eb6aeec5 req-8fced6f4-a0f8-498e-9ec4-c2a523860826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0767839 Jul 21 06:33:22.942300 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-334bbd53-203b-4e0c-8ede-d518ceecdb5d req-d138f541-a893-419d-bd4d-2e425114a1f5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695887 Jul 21 06:33:22.948902 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c32d55a9-55f9-4fa2-abc4-3d78eb6aeec5 req-aafe72f3-5d02-456e-bcff-9443d186a9fa tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694969 Jul 21 06:33:23.061679 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d660b-afac-4fc6-a720-a5f2300c55bb req-4fb1cb25-936a-4a51-b2ad-4c9ccf31a214 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:23.063226 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6a7d660b-afac-4fc6-a720-a5f2300c55bb req-4fb1cb25-936a-4a51-b2ad-4c9ccf31a214 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.0552826 Jul 21 06:33:23.115104 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6a7d660b-afac-4fc6-a720-a5f2300c55bb req-dbb4e849-c0f3-4151-9b4c-87985f9c533c tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461915 Jul 21 06:33:23.195970 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b017e-aa82-4bbb-a6d1-96f8263f7577 req-0a5b969f-3c51-42cd-b11f-afa9eaf7f568 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:23.197544 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f6b017e-aa82-4bbb-a6d1-96f8263f7577 req-0a5b969f-3c51-42cd-b11f-afa9eaf7f568 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 944 time: 0.0594759 Jul 21 06:33:23.250170 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e8782-6e47-4066-9db1-0de721f440e9 req-7ec5117e-9047-4d7b-aee8-99e6500b06a7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:23.251606 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1e8782-6e47-4066-9db1-0de721f440e9 req-7ec5117e-9047-4d7b-aee8-99e6500b06a7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0769680 Jul 21 06:33:23.295635 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f6b017e-aa82-4bbb-a6d1-96f8263f7577 req-b7f6c76d-869d-468d-b349-f4a9b120f973 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813718 Jul 21 06:33:23.325748 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1e8782-6e47-4066-9db1-0de721f440e9 req-4ff7edbf-e552-4597-adf4-d2ac57e2252f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677965 Jul 21 06:33:23.363603 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:23.403089 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097f206-866b-4e00-bf2e-c592adf3710f req-1249dde8-9fb7-4ea4-9222-9c9eea5a3a61 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:23.404619 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b097f206-866b-4e00-bf2e-c592adf3710f req-1249dde8-9fb7-4ea4-9222-9c9eea5a3a61 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0509923 Jul 21 06:33:23.492820 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-438f309f-4422-4733-880b-e1209c7b80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:23.494406 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-438f309f-4422-4733-880b-e1209c7b80bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd&tenant_id=2be6e5aedba545f4b562423c55ddbf80 HTTP/1.1" status: 200 len: 1128 time: 0.0938098 Jul 21 06:33:23.505123 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b097f206-866b-4e00-bf2e-c592adf3710f req-ac6acb75-b287-4af7-95f7-d79a467b5fa9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838792 Jul 21 06:33:23.811721 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-123538f1-f064-4b3e-991c-5874b5404c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:23.813386 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-123538f1-f064-4b3e-991c-5874b5404c99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2843a54fec340e19485e7b821fc071a&device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 1130 time: 0.0455301 Jul 21 06:33:23.813596 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-27f45e36-3aab-4517-aaa5-9fc98780f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:23.815073 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-27f45e36-3aab-4517-aaa5-9fc98780f791 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 1128 time: 0.0742264 Jul 21 06:33:23.819348 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03423db2-5864-4e8e-8354-fc04c5409803 req-8ac28781-6484-427e-b658-4465f4883b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:23.820683 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-03423db2-5864-4e8e-8354-fc04c5409803 req-8ac28781-6484-427e-b658-4465f4883b64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 1134 time: 0.0508304 Jul 21 06:33:24.068068 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfaf035-f4a8-4491-a541-e3173595e0d5 req-4fdeeeeb-e6c8-49fd-908b-57d0c1130591 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:24.069478 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3cfaf035-f4a8-4491-a541-e3173595e0d5 req-4fdeeeeb-e6c8-49fd-908b-57d0c1130591 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0475791 Jul 21 06:33:24.118968 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3cfaf035-f4a8-4491-a541-e3173595e0d5 req-5255b954-0a0e-4341-8794-85e51660e28b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439928 Jul 21 06:33:24.234239 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b09cc-5b98-4002-83de-8b049d3cbdec req-3c8b2f86-7d7f-4e2b-ad04-e58b9c94f227 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:24.235752 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec9b09cc-5b98-4002-83de-8b049d3cbdec req-3c8b2f86-7d7f-4e2b-ad04-e58b9c94f227 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.0474358 Jul 21 06:33:24.261692 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:24.283849 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec9b09cc-5b98-4002-83de-8b049d3cbdec req-95c117ba-24fb-43f2-a28b-61e0728913ce tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Jul 21 06:33:24.369728 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-03423db2-5864-4e8e-8354-fc04c5409803 req-2931776b-f43a-4075-8f99-fe461a3990f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501034 Jul 21 06:33:24.443596 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:24.449209 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-8b6a6782-c8dc-44b7-aa57-7612a9496f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:24.450707 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-8b6a6782-c8dc-44b7-aa57-7612a9496f91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 918 time: 0.1096952 Jul 21 06:33:24.471617 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaeff0-8936-4077-b355-c12fd112475e req-f8c1b57b-b3c2-46ea-98cc-a8ee64e3a87d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:24.473761 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d4eaeff0-8936-4077-b355-c12fd112475e req-f8c1b57b-b3c2-46ea-98cc-a8ee64e3a87d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 944 time: 0.0890546 Jul 21 06:33:24.496711 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device ec590c24-0627-4416-8dda-da4d559e2b05 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:33:24.498877 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f1a8b-de7c-4553-b9f3-04da03d711f8 req-df4339fa-3778-48aa-aff5-67289fcd2442 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:24.500340 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-109f1a8b-de7c-4553-b9f3-04da03d711f8 req-df4339fa-3778-48aa-aff5-67289fcd2442 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0990026 Jul 21 06:33:24.523650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-7be48175-66a6-457e-a477-90e3f3d00534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:24.525069 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-7be48175-66a6-457e-a477-90e3f3d00534 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 200 len: 911 time: 0.2058327 Jul 21 06:33:24.579455 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d4eaeff0-8936-4077-b355-c12fd112475e req-485e87cf-127a-4971-94e6-14dc8caa9630 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976169 Jul 21 06:33:24.591169 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-109f1a8b-de7c-4553-b9f3-04da03d711f8 req-dc48bfe2-ef93-4730-8719-99dcba22b559 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817659 Jul 21 06:33:24.616580 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port ec590c24-0627-4416-8dda-da4d559e2b05, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=ec590c24-0627-4416-8dda-da4d559e2b05,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:24.629547 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': 'ec590c24-0627-4416-8dda-da4d559e2b05', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'port_id': 'ec590c24-0627-4416-8dda-da4d559e2b05', 'mac_address': 'fa:16:3e:08:f8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:33:24.673676 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port ec590c24-0627-4416-8dda-da4d559e2b05 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:33:24.674141 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:24.689552 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec590c24-0627-4416-8dda-da4d559e2b05 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:33:24.693266 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:24.728877 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port ec590c24-0627-4416-8dda-da4d559e2b05, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=ec590c24-0627-4416-8dda-da4d559e2b05,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:24.734355 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:24.752550 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474230c3-156a-491e-9ce4-6b71e80a2f5f req-511cf687-8902-4ce9-8675-e16e7d17e939 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:24.754222 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-474230c3-156a-491e-9ce4-6b71e80a2f5f req-511cf687-8902-4ce9-8675-e16e7d17e939 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0960181 Jul 21 06:33:24.755128 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-8f99c013-a3b6-4612-9c1d-5a1e606b6880 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=345fc32c-f55c-4636-be16-4b276cd0c105 HTTP/1.1" status: 200 len: 1000 time: 0.0696552 Jul 21 06:33:24.777769 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-35a5dad0-cfde-4256-8b5d-d012c64ba5a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c03855-c1db-478e-916b-e86e4f9e9bdc HTTP/1.1" status: 200 len: 1001 time: 0.0842221 Jul 21 06:33:24.783846 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=ec590c24-0627-4416-8dda-da4d559e2b05,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:24.816495 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-474230c3-156a-491e-9ce4-6b71e80a2f5f req-0b099f6f-57bb-4421-8a12-f216dc63a198 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541947 Jul 21 06:33:24.931338 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8e38-3e00-4bde-8315-31cbcea9358f req-04f133a7-35a7-4bcb-bbe4-2da48c526275 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:24.932798 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f1e8e38-3e00-4bde-8315-31cbcea9358f req-04f133a7-35a7-4bcb-bbe4-2da48c526275 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0494008 Jul 21 06:33:24.982719 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f1e8e38-3e00-4bde-8315-31cbcea9358f req-30b78c80-c8e4-40d9-b45e-a5cd0f0a1d52 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442822 Jul 21 06:33:25.006467 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 40002) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:25.145591 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d761f8-16ae-45e8-932a-661fedea8b67 tempest-TestVolumeBootPattern-281990339 tempest-TestVolumeBootPattern-281990339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:25.147123 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-47d761f8-16ae-45e8-932a-661fedea8b67 tempest-TestVolumeBootPattern-281990339 tempest-TestVolumeBootPattern-281990339-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 1125 time: 0.1396439 Jul 21 06:33:25.150284 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 40008) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:25.152978 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['ec590c24-0627-4416-8dda-da4d559e2b05'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:33:25.154726 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'port_id': '30a8386c-e7fc-4d12-86c3-922716884c6e', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:25.179034 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:25.268029 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-84503f0d-7757-4f08-891f-d7e25f697055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:25.270321 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-84503f0d-7757-4f08-891f-d7e25f697055 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.0469501 Jul 21 06:33:25.277143 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:25.322179 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-8a35dcc2-ec15-472a-bb6f-b05dbe97fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:25.323707 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-8a35dcc2-ec15-472a-bb6f-b05dbe97fe5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441439 Jul 21 06:33:25.325961 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccfb83-b42c-49e6-a807-398f3e83c979 req-edc76f2d-5e4f-4f6e-b4db-58e2ecf2329b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:25.327419 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6ccfb83-b42c-49e6-a807-398f3e83c979 req-edc76f2d-5e4f-4f6e-b4db-58e2ecf2329b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.1292722 Jul 21 06:33:25.359696 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-cfcc980a-615d-450b-bb04-372e5f80b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:25.361011 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-cfcc980a-615d-450b-bb04-372e5f80b1eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5afb2aad-2da8-492f-b61b-e57e223d05fc HTTP/1.1" status: 200 len: 849 time: 0.1006858 Jul 21 06:33:25.364935 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:25.446518 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-21a1a612-d699-4578-8d94-66944e4e0473 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908539 Jul 21 06:33:25.497344 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6ccfb83-b42c-49e6-a807-398f3e83c979 req-5e343ac7-bfb9-414f-b674-6f5422b66258 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591804 Jul 21 06:33:25.503102 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e37c36-ed2e-4974-b71b-49ae719a30d0 req-7e8a2f5c-01bb-44c7-8b36-bf32e4ecc417 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:25.505130 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-08e37c36-ed2e-4974-b71b-49ae719a30d0 req-7e8a2f5c-01bb-44c7-8b36-bf32e4ecc417 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.1415591 Jul 21 06:33:25.508619 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-e4745bb6-eb8c-438a-9623-e834644e7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:25.510050 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-e4745bb6-eb8c-438a-9623-e834644e7890 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1265876 Jul 21 06:33:25.566665 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0ce28787-01d5-49eb-8d56-fb6d69938081 req-31947112-0df0-4a27-a4f6-e35437d66841 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843916 Jul 21 06:33:25.595830 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:25.662546 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-08e37c36-ed2e-4974-b71b-49ae719a30d0 req-28b98c2b-415b-4297-92b9-6f9f857037e0 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451032 Jul 21 06:33:25.679621 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Allocated IP 172.27.1.221 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/abca2cd7-6aba-452a-a217-04e798b5d948) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:33:25.773349 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4fe8e-30ef-468b-91d5-76d800e9cefa req-5bc75940-423a-45fb-ae29-5071aab3dc6b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:25.774901 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-83f4fe8e-30ef-468b-91d5-76d800e9cefa req-5bc75940-423a-45fb-ae29-5071aab3dc6b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 945 time: 0.1209292 Jul 21 06:33:25.782140 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-905a7856-e167-47b8-b692-7a266102c600 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509942 Jul 21 06:33:26.088857 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13789c-89cd-4300-adc2-576804eff834 req-35038efb-8890-439b-b5e0-2499f66b4c6d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:26.090680 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d13789c-89cd-4300-adc2-576804eff834 req-35038efb-8890-439b-b5e0-2499f66b4c6d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.3428895 Jul 21 06:33:26.150003 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-83f4fe8e-30ef-468b-91d5-76d800e9cefa req-37f6c2c1-04b1-4d16-951e-950ee0ed0910 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521178 Jul 21 06:33:26.173298 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for port (abca2cd7-6aba-452a-a217-04e798b5d948), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:26.194577 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7ac5b7b8-ab2c-44bf-91e3-a01bc0bd1416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:26.195989 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d13789c-89cd-4300-adc2-576804eff834 req-22899daf-ae9a-40ce-a711-e5d7f30c1321 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908394 Jul 21 06:33:26.217394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:26.223613 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (abca2cd7-6aba-452a-a217-04e798b5d948), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:26.263112 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:33:26.266001 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:33:26.271945 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:33:26.299252 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'Port': ['ID=abca2cd7-6aba-452a-a217-04e798b5d948,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:26.321409 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.321767 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.322110 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.322446 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.322771 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.323090 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.323419 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.323738 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.324058 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.324667 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.324667 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.325002 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.325581 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.325581 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.326267 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:33:26.490008 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4becc5b-7b79-46ec-ba12-f0eb3bcf1c67 req-9fc56629-07c5-41ee-887c-fa09d0fd8bc3 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799216 Jul 21 06:33:26.510465 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device ec590c24-0627-4416-8dda-da4d559e2b05 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:33:26.599603 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port ec590c24-0627-4416-8dda-da4d559e2b05 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:33:26.607563 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port ec590c24-0627-4416-8dda-da4d559e2b05 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:33:26.608240 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:26.668761 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0667a4e-9dc2-4bdd-b952-bbccde173ca6 req-759b199f-32ef-487d-a239-2337fce273ef tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:26.670279 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0667a4e-9dc2-4bdd-b952-bbccde173ca6 req-759b199f-32ef-487d-a239-2337fce273ef tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0806327 Jul 21 06:33:26.677111 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:26.698207 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port ec590c24-0627-4416-8dda-da4d559e2b05 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:33:26.698608 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:26.735749 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:26.738599 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:26.744290 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec590c24-0627-4416-8dda-da4d559e2b05'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:26.749205 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c98247-6706-4e7d-9972-73bfbf35ff6b" -d '{"events": [{"server_uuid": "3c3a3de3-c6af-4f50-b999-d47265b43595", "name": "network-vif-plugged", "status": "completed", "tag": "ec590c24-0627-4416-8dda-da4d559e2b05"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:26.765032 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port ec590c24-0627-4416-8dda-da4d559e2b05, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=ec590c24-0627-4416-8dda-da4d559e2b05,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:26.771839 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:26.818678 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0667a4e-9dc2-4bdd-b952-bbccde173ca6 req-e76e1810-f79f-4154-9c13-bd8dd2753dc9 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394458 Jul 21 06:33:26.822384 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (5414ba32-fefb-442c-b855-0902c23b803d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:26.859188 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b321c3c-112e-4ba1-a703-b9f05ab124a1 req-a268c6e3-c58a-4b24-bd0b-b06036221943 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:26.860700 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b321c3c-112e-4ba1-a703-b9f05ab124a1 req-a268c6e3-c58a-4b24-bd0b-b06036221943 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.1100907 Jul 21 06:33:26.870101 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=ec590c24-0627-4416-8dda-da4d559e2b05,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:26.876865 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47942040-6c4b-4ef0-bef2-615b3fb05bba x-openstack-request-id: req-47942040-6c4b-4ef0-bef2-615b3fb05bba {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:26.877170 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3a3de3-c6af-4f50-b999-d47265b43595", "name": "network-vif-plugged", "status": "completed", "tag": "ec590c24-0627-4416-8dda-da4d559e2b05", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:26.877571 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47942040-6c4b-4ef0-bef2-615b3fb05bba {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:26.877979 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47942040-6c4b-4ef0-bef2-615b3fb05bba'] response: {'server_uuid': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec590c24-0627-4416-8dda-da4d559e2b05', 'code': 200} Jul 21 06:33:26.959783 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (abca2cd7-6aba-452a-a217-04e798b5d948), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:26.965690 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b321c3c-112e-4ba1-a703-b9f05ab124a1 req-843e03bc-4362-4577-b392-6617bd959674 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941422 Jul 21 06:33:27.223703 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for port (abca2cd7-6aba-452a-a217-04e798b5d948), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:27.225981 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:27.234437 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (abca2cd7-6aba-452a-a217-04e798b5d948), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:27.296814 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (5414ba32-fefb-442c-b855-0902c23b803d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:27.451742 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 40066) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:27.514756 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'Port': ['ID=abca2cd7-6aba-452a-a217-04e798b5d948,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:27.583950 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19e18d-59a0-4938-8f7e-53b22fda4d54 req-cf63a5e6-3959-4da5-86ff-3c7b611ee312 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:27.585575 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b19e18d-59a0-4938-8f7e-53b22fda4d54 req-cf63a5e6-3959-4da5-86ff-3c7b611ee312 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.2798245 Jul 21 06:33:27.599819 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58844dde-4308-4a17-81d8-3ac267ea0dce req-9b14753d-503e-47a9-b55b-aaee93b0046f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:27.601442 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-58844dde-4308-4a17-81d8-3ac267ea0dce req-9b14753d-503e-47a9-b55b-aaee93b0046f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.2448235 Jul 21 06:33:27.635365 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-027638d4-3362-41cf-956e-d9137eda52a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:27.698168 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Floating IP 5414ba32-fefb-442c-b855-0902c23b803d associated. External IP: 172.27.1.221, port: 30a8386c-e7fc-4d12-86c3-922716884c6e. Jul 21 06:33:27.747335 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-027638d4-3362-41cf-956e-d9137eda52a3 admin admin] Publish callbacks [] for security_group (b40fb180-eb4c-43bf-bab3-711f2dba0394), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:27.752828 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-027638d4-3362-41cf-956e-d9137eda52a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b40fb180-eb4c-43bf-bab3-711f2dba0394), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:27.768316 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b19e18d-59a0-4938-8f7e-53b22fda4d54 req-cb227e35-91f9-4d94-804c-630613f34446 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656303 Jul 21 06:33:27.782983 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-58844dde-4308-4a17-81d8-3ac267ea0dce req-8f63a1ad-b4d9-4e84-9868-4ea59163ee33 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1639283 Jul 21 06:33:27.790607 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027638d4-3362-41cf-956e-d9137eda52a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40fb180-eb4c-43bf-bab3-711f2dba0394,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:27.834338 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-027638d4-3362-41cf-956e-d9137eda52a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72719cf38b294403ac8592bdd806162e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769195 Jul 21 06:33:27.836944 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 40070) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:27.911782 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0624e520-01eb-4315-a9a9-5b9b0b9ac599 admin admin] Publish callbacks [] for security_group (b40fb180-eb4c-43bf-bab3-711f2dba0394), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:27.940380 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0624e520-01eb-4315-a9a9-5b9b0b9ac599 admin admin] Publish callbacks [] for security_group (b40fb180-eb4c-43bf-bab3-711f2dba0394), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:27.948733 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:33:27.961493 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:28.017359 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0624e520-01eb-4315-a9a9-5b9b0b9ac599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b40fb180-eb4c-43bf-bab3-711f2dba0394), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:28.021204 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0624e520-01eb-4315-a9a9-5b9b0b9ac599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:28.022636 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0624e520-01eb-4315-a9a9-5b9b0b9ac599 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b40fb180-eb4c-43bf-bab3-711f2dba0394 HTTP/1.1" status: 204 len: 168 time: 0.1842468 Jul 21 06:33:28.038235 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624e520-01eb-4315-a9a9-5b9b0b9ac599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40fb180-eb4c-43bf-bab3-711f2dba0394,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:28.094097 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9febe5-5721-4669-9824-3b7feaea7e98 req-17029f8f-4efe-473d-ad7f-932d4247018e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:28.095704 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0e9febe5-5721-4669-9824-3b7feaea7e98 req-17029f8f-4efe-473d-ad7f-932d4247018e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.1467957 Jul 21 06:33:28.105135 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29382e5-f556-450f-8518-763240a9293b req-99250ba2-47e0-4153-b551-69fb2ebc1cc3 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:28.106630 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b29382e5-f556-450f-8518-763240a9293b req-99250ba2-47e0-4153-b551-69fb2ebc1cc3 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.1597810 Jul 21 06:33:28.214359 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0e9febe5-5721-4669-9824-3b7feaea7e98 req-64801a05-42a1-41a2-bae5-d6b09e472b09 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045530 Jul 21 06:33:28.243510 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:33:28.247228 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b29382e5-f556-450f-8518-763240a9293b req-3418b3ab-92b6-4327-9fbc-66f50a36ad68 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172523 Jul 21 06:33:28.379992 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:33:28.390653 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] Sync routers for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:33:28.402830 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:33:28.403944 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:32:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:28.429183 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:28.504403 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ec96fb90-8b05-498b-a279-5136f5e56ab8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3517513 Jul 21 06:33:28.505694 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'tag': '30a8386c-e7fc-4d12-86c3-922716884c6e'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:28.512204 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa263381-1b04-4fca-93d3-618f099b29fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd12a96-a6ba-4881-9e69-20771a9b2d91", "tag": "30a8386c-e7fc-4d12-86c3-922716884c6e"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:28.523447 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-966a8a90-facd-4658-9a55-75bce5ccce3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:28.541818 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:33:28.594179 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432edd87-46f5-410c-ac69-698820984176 x-openstack-request-id: req-432edd87-46f5-410c-ac69-698820984176 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:28.594520 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd12a96-a6ba-4881-9e69-20771a9b2d91", "tag": "30a8386c-e7fc-4d12-86c3-922716884c6e", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:28.594771 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-432edd87-46f5-410c-ac69-698820984176 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:28.595179 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432edd87-46f5-410c-ac69-698820984176'] response: {'name': 'network-changed', 'server_uuid': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'tag': '30a8386c-e7fc-4d12-86c3-922716884c6e', 'status': 'completed', 'code': 200} Jul 21 06:33:28.994429 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '5414ba32-fefb-442c-b855-0902c23b803d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': '30a8386c-e7fc-4d12-86c3-922716884c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:61:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:33:26Z', 'updated_at': '2022-07-21T06:33:26Z', 'revision_number': 0, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:29.014733 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:29.037890 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dc2c3-904c-4356-8dbd-c7e62ec2223b req-3a7c773c-7fae-4176-b389-40bd82df95c5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:29.045727 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-830dc2c3-904c-4356-8dbd-c7e62ec2223b req-3a7c773c-7fae-4176-b389-40bd82df95c5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.1080923 Jul 21 06:33:29.060132 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769fd11-6405-4d3c-a4d3-ea44d61ee09d req-ad33f7ab-c769-4f36-87d4-0ba13378d67c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:29.061604 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] Checking router: 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:33:29.068685 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6769fd11-6405-4d3c-a4d3-ea44d61ee09d req-ad33f7ab-c769-4f36-87d4-0ba13378d67c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.1051607 Jul 21 06:33:29.093352 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:33:29.094419 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:33:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:29.142454 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-830dc2c3-904c-4356-8dbd-c7e62ec2223b req-c40f4fbc-831a-4054-bf81-57c8e722a76e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949266 Jul 21 06:33:29.192965 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6769fd11-6405-4d3c-a4d3-ea44d61ee09d req-5c173b59-4ea2-41be-8a22-dd3eff802ed2 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123238 Jul 21 06:33:29.230953 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:33:29.426968 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322e7a3-a6f9-4c85-b2b5-80f0cfbb3a08 req-cd8bc46f-abe4-493e-97b7-fdf9e32868af tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:29.433709 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c322e7a3-a6f9-4c85-b2b5-80f0cfbb3a08 req-cd8bc46f-abe4-493e-97b7-fdf9e32868af tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.1072967 Jul 21 06:33:29.468348 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1ce91-0b73-4e32-9ef8-af097cda9133 req-b659bde2-9c0a-4696-8518-22e8b463723d tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:29.469883 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fcf1ce91-0b73-4e32-9ef8-af097cda9133 req-b659bde2-9c0a-4696-8518-22e8b463723d tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.1331034 Jul 21 06:33:29.525869 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c322e7a3-a6f9-4c85-b2b5-80f0cfbb3a08 req-30acc10e-3029-4a56-b70a-193f6558d1da tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911891 Jul 21 06:33:29.555809 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fcf1ce91-0b73-4e32-9ef8-af097cda9133 req-e16f0f77-f853-4bd7-a1c9-9fec290084fc tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798354 Jul 21 06:33:29.636171 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 40116) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:29.645413 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '5414ba32-fefb-442c-b855-0902c23b803d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': '30a8386c-e7fc-4d12-86c3-922716884c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:61:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:33:26Z', 'updated_at': '2022-07-21T06:33:26Z', 'revision_number': 0, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:29.676703 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c58de8-1028-49ba-8549-e6fbd01b8f64 None None] The sync data for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi is: [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '5414ba32-fefb-442c-b855-0902c23b803d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': '30a8386c-e7fc-4d12-86c3-922716884c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:61:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:33:26Z', 'updated_at': '2022-07-21T06:33:26Z', 'revision_number': 0, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:33:29.765865 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-85a95b07-cac5-4a3a-a505-60f385a5c91e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:29.805929 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:29.873817 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-85a95b07-cac5-4a3a-a505-60f385a5c91e admin admin] Publish callbacks [] for security_group (249338d2-a1af-45d2-904e-b406d3152506), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:29.910938 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-85a95b07-cac5-4a3a-a505-60f385a5c91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (249338d2-a1af-45d2-904e-b406d3152506), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:29.941985 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a95b07-cac5-4a3a-a505-60f385a5c91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249338d2-a1af-45d2-904e-b406d3152506,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:29.966789 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-85a95b07-cac5-4a3a-a505-60f385a5c91e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa7834149bfc4fbb8edcd68c37312add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288279 Jul 21 06:33:29.969323 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 40122) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:29.984857 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:30.045015 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7810aa9f-ed96-4a7a-8547-e98343d5df19 admin admin] Publish callbacks [] for security_group (249338d2-a1af-45d2-904e-b406d3152506), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:30.049658 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2327a42f-c84d-439c-89f6-01a3c73c4414 None None] New status for floating IP 5414ba32-fefb-442c-b855-0902c23b803d: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:33:30.069107 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:30.087254 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7810aa9f-ed96-4a7a-8547-e98343d5df19 admin admin] Publish callbacks [] for security_group (249338d2-a1af-45d2-904e-b406d3152506), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:30.157493 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7810aa9f-ed96-4a7a-8547-e98343d5df19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (249338d2-a1af-45d2-904e-b406d3152506), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:30.160320 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7810aa9f-ed96-4a7a-8547-e98343d5df19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:30.164662 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7810aa9f-ed96-4a7a-8547-e98343d5df19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/249338d2-a1af-45d2-904e-b406d3152506 HTTP/1.1" status: 204 len: 168 time: 0.1912794 Jul 21 06:33:30.185133 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810aa9f-ed96-4a7a-8547-e98343d5df19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249338d2-a1af-45d2-904e-b406d3152506,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:30.348715 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286e846-2fc4-4bcc-9d34-8b54379eeaab req-22023c8c-7279-4917-95d9-4bef13b7a587 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:30.355566 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6286e846-2fc4-4bcc-9d34-8b54379eeaab req-22023c8c-7279-4917-95d9-4bef13b7a587 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0688703 Jul 21 06:33:30.407339 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6286e846-2fc4-4bcc-9d34-8b54379eeaab req-fc244870-4c65-46c8-bb2e-2c9e24071607 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507705 Jul 21 06:33:30.739630 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763a293-062e-47fe-892d-6f9cb82cf4ab req-36a5d268-dcd1-4270-a6ad-9b5d990203f8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:30.746623 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3763a293-062e-47fe-892d-6f9cb82cf4ab req-36a5d268-dcd1-4270-a6ad-9b5d990203f8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.1243875 Jul 21 06:33:30.758157 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:30.765665 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e059d-ade7-41aa-b6a1-40eee3e2a179 req-de86414d-c6b9-4d8a-9946-bbc5ef7cefad tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:30.767292 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eb5e059d-ade7-41aa-b6a1-40eee3e2a179 req-de86414d-c6b9-4d8a-9946-bbc5ef7cefad tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.0815344 Jul 21 06:33:30.839304 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3763a293-062e-47fe-892d-6f9cb82cf4ab req-0d60216a-9214-4298-b857-a484a917227e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914764 Jul 21 06:33:30.879054 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eb5e059d-ade7-41aa-b6a1-40eee3e2a179 req-905be35c-ea02-4f94-ab0d-531b4f1c8ebb tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017132 Jul 21 06:33:31.069554 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 40152) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:31.137279 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:31.148173 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.192056 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-53853464-network', 'tenant_id': '854daeeee974410c9a0afafee795e72c'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:31.223135 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Made reservation on behalf of 854daeeee974410c9a0afafee795e72c for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:33:31.226033 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.235783 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.332356 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Publish callbacks [] for security_group (6b0c69d6-e9ab-4a84-b9c4-310b92499c22), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.336622 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (6b0c69d6-e9ab-4a84-b9c4-310b92499c22), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.368912 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:33:31.375705 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0c69d6-e9ab-4a84-b9c4-310b92499c22,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:31.395006 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (53815e62-960a-43df-96b6-6a9dc67b65ff), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.395683 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Added segment 53815e62-960a-43df-96b6-6a9dc67b65ff of type vlan for network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 Jul 21 06:33:31.448291 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (2bc81270-f5d2-4da2-b2e3-48a4f6d8f429), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.489780 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (2bc81270-f5d2-4da2-b2e3-48a4f6d8f429), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.490865 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:31.491508 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.557043 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4862821 Jul 21 06:33:31.560044 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 40158) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:31.562878 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8afd3f-19c4-4aff-8d1b-e4c7d89ed62d req-708b4b47-7c39-4d88-90e7-8263f6a3f6b4 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:31.564611 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Request body: {'subnet': {'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-53853464-subnet', 'tenant_id': '854daeeee974410c9a0afafee795e72c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:31.564860 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8c8afd3f-19c4-4aff-8d1b-e4c7d89ed62d req-708b4b47-7c39-4d88-90e7-8263f6a3f6b4 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0754404 Jul 21 06:33:31.571165 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db184e87-9a04-45e1-b983-bd4003ff5978 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:31.591028 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:33:31.603997 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Made reservation on behalf of 854daeeee974410c9a0afafee795e72c for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:33:31.608005 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12808621'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.682618 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8c8afd3f-19c4-4aff-8d1b-e4c7d89ed62d req-e7a6e6ad-32d8-4463-8f13-2c50558162bb tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106026 Jul 21 06:33:31.733788 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:31.762707 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.834666 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14670617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12808639'] for subnet (03005c2d-12df-497f-a5ec-c276a84bdef8), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.889523 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03005c2d-12df-497f-a5ec-c276a84bdef8,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:31.910321 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Checking segment: {'id': '53815e62-960a-43df-96b6-6a9dc67b65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:33:31.910655 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Network hostable DHCP agents. Network: 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:33:31.932849 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:33:31.944181 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:33:31.962304 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f2b4a-f035-4a6a-873b-0c4dc0c6363f None None] Network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:33:31.973019 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:31.975117 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:31.978578 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad2c9c-c080-43d1-9da6-81fc42094b0a req-05aa6535-c471-45f0-9ec7-8c210b025f8c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:31.986648 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fcad2c9c-c080-43d1-9da6-81fc42094b0a req-05aa6535-c471-45f0-9ec7-8c210b025f8c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0716138 Jul 21 06:33:31.991408 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:32.011373 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-91fb8197-4dbf-4c80-9464-26b3c53fff39 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4501839 Jul 21 06:33:32.113359 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fcad2c9c-c080-43d1-9da6-81fc42094b0a req-e903c8f4-50d9-483b-99cf-e1388626f5dd tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183627 Jul 21 06:33:32.125858 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d76a2-28f9-4e77-9b0b-bd7e3e70dcc9 req-9ef3d2dc-69bf-44a0-899f-e3aef7b70746 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:32.147221 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b68d76a2-28f9-4e77-9b0b-bd7e3e70dcc9 req-9ef3d2dc-69bf-44a0-899f-e3aef7b70746 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.1301675 Jul 21 06:33:32.196265 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d59c4e-957d-4514-903f-5b7145a4f94f None None] Network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:33:32.236186 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b68d76a2-28f9-4e77-9b0b-bd7e3e70dcc9 req-3a9059a7-8d4a-4f07-8c60-47a0a9af1aca tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859718 Jul 21 06:33:32.812556 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee8c0c-8b60-484b-8b4a-f5f20535c86a req-0a9fdcd0-7718-44ed-9f09-72c434999a6e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:32.814127 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f7ee8c0c-8b60-484b-8b4a-f5f20535c86a req-0a9fdcd0-7718-44ed-9f09-72c434999a6e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0625265 Jul 21 06:33:32.865931 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f7ee8c0c-8b60-484b-8b4a-f5f20535c86a req-d15ceec3-b65b-4dbb-8d9f-ef3bdfebb2f9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454626 Jul 21 06:33:33.241871 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a083c7-fe1e-405e-9cb0-e7d911cde0e0 req-db367d1d-2d18-440d-bdb3-0c97efed988d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:33.243500 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03a083c7-fe1e-405e-9cb0-e7d911cde0e0 req-db367d1d-2d18-440d-bdb3-0c97efed988d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0484941 Jul 21 06:33:33.299711 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:33.306499 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03a083c7-fe1e-405e-9cb0-e7d911cde0e0 req-8038e7e6-870d-43b4-bb30-9e9ceeb057db tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569627 Jul 21 06:33:33.377766 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b2f03-f27d-4be7-8013-b7226d0f580f req-262d207b-71f1-4792-9065-e5f512260f7a tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:33.380500 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fe3b2f03-f27d-4be7-8013-b7226d0f580f req-262d207b-71f1-4792-9065-e5f512260f7a tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.0601017 Jul 21 06:33:33.433151 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fe3b2f03-f27d-4be7-8013-b7226d0f580f req-f903f265-8d17-47e5-8d53-bc5726647258 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469356 Jul 21 06:33:34.023936 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7398d1-4f92-4b1b-a467-9c40c2a900d1 req-8c20c203-454a-4671-9b17-a6f5aeaea966 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:34.025544 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8c7398d1-4f92-4b1b-a467-9c40c2a900d1 req-8c20c203-454a-4671-9b17-a6f5aeaea966 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0706217 Jul 21 06:33:34.047473 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cd6d1647-5960-4cea-a3e3-981e2caab57d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:34.048901 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cd6d1647-5960-4cea-a3e3-981e2caab57d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/networks?id=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 HTTP/1.1" status: 200 len: 812 time: 0.1789916 Jul 21 06:33:34.079132 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-0c142f61-125c-4f18-be64-48570f65ba8e tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/quotas/854daeeee974410c9a0afafee795e72c HTTP/1.1" status: 200 len: 375 time: 0.0218060 Jul 21 06:33:34.106304 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8c7398d1-4f92-4b1b-a467-9c40c2a900d1 req-f6ffff7f-de87-4199-add3-fd128db347d5 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726080 Jul 21 06:33:34.123368 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-26c9422b-375d-44df-bbd7-db15f5169fec tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=854daeeee974410c9a0afafee795e72c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339611 Jul 21 06:33:34.228196 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-10faa662-8a58-431f-8b37-7348ab3c7f0f service neutron] 10.222.0.42 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972483 Jul 21 06:33:34.344312 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-5aa7cd42-c09f-4b59-b071-d45fae46f56f service neutron] 10.222.0.42 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101491 Jul 21 06:33:34.448273 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:34.463213 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad788f-359b-4c86-808c-4225f55f97d4 req-328e2380-350b-47ad-92fb-a1ed365fff91 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:34.464864 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-adad788f-359b-4c86-808c-4225f55f97d4 req-328e2380-350b-47ad-92fb-a1ed365fff91 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0529370 Jul 21 06:33:34.538003 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-adad788f-359b-4c86-808c-4225f55f97d4 req-dc895b56-d855-40c5-b53f-9c85d10b2290 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675738 Jul 21 06:33:34.629536 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8effa859-a3d0-48f7-9606-e015867df111 req-500fa53e-7ac4-4a53-a68b-2fc1c0136430 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 210 time: 0.0345891 Jul 21 06:33:34.642275 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea9278-02fc-4e56-afc7-22bc172b2599 req-eef35f75-3142-4f7e-8a81-158fee300999 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:34.650138 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-abea9278-02fc-4e56-afc7-22bc172b2599 req-eef35f75-3142-4f7e-8a81-158fee300999 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.1086817 Jul 21 06:33:34.700173 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-abea9278-02fc-4e56-afc7-22bc172b2599 req-9427ebc2-7527-4931-8be5-dee2bf15e153 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491552 Jul 21 06:33:35.231815 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f6540-08d3-4751-8376-5e9baaa8649a req-f80181cc-99c8-4612-aa13-c68edfdebab1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:35.233312 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c22f6540-08d3-4751-8376-5e9baaa8649a req-f80181cc-99c8-4612-aa13-c68edfdebab1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0495727 Jul 21 06:33:35.285061 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c22f6540-08d3-4751-8376-5e9baaa8649a req-ffb59081-6215-4c82-9aa1-682a6b480d31 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452521 Jul 21 06:33:35.667312 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df60a5-ea13-4967-9d04-a1f90bdd64a8 req-33f31033-e743-4a37-bd18-9bc5a7f039a4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:35.669027 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18df60a5-ea13-4967-9d04-a1f90bdd64a8 req-33f31033-e743-4a37-bd18-9bc5a7f039a4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0528436 Jul 21 06:33:35.750346 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e9939f10-3afa-45a4-ac4f-6155f6d55c5e req-cef60b8a-77d1-4684-847e-b098083e0fea tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 210 time: 0.0291731 Jul 21 06:33:35.753984 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18df60a5-ea13-4967-9d04-a1f90bdd64a8 req-8903c8aa-e3c4-4486-aa95-e9ba183ee82d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789309 Jul 21 06:33:35.859760 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033289f9-8555-4422-b847-fa28fc91bdc5 req-e0889839-4990-427b-85ff-2dc875bf48fb tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:35.861210 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-033289f9-8555-4422-b847-fa28fc91bdc5 req-e0889839-4990-427b-85ff-2dc875bf48fb tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.0544384 Jul 21 06:33:35.913131 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-033289f9-8555-4422-b847-fa28fc91bdc5 req-2d3fb84f-734f-48ee-97a9-ec4d2dce2e89 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460539 Jul 21 06:33:36.399524 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e7c46-7769-4bc2-ac04-daae8a2a7ddd req-3bb2820e-2942-42bc-9d42-516f369c6164 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:36.401029 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b3e7c46-7769-4bc2-ac04-daae8a2a7ddd req-3bb2820e-2942-42bc-9d42-516f369c6164 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0492249 Jul 21 06:33:36.435986 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:36.450792 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b3e7c46-7769-4bc2-ac04-daae8a2a7ddd req-60c8fc74-1af2-4100-ad48-b8f54b7fe79f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Jul 21 06:33:36.860312 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-61fdb1d0-2bfd-4957-a7f4-8f5bc6be9545 req-00b89f47-7a62-453c-996a-d5ec6c5768c4 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 210 time: 0.0388691 Jul 21 06:33:37.131766 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662101e6-65fa-456b-9ba7-1f2c55e8dfeb req-1b38a48e-a0b4-4f83-8e84-8bf79037b802 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:37.133155 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-662101e6-65fa-456b-9ba7-1f2c55e8dfeb req-1b38a48e-a0b4-4f83-8e84-8bf79037b802 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.2984231 Jul 21 06:33:37.186092 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e815ba-b1ce-44c9-97f6-e592850726ea req-532f8f29-981c-4a44-ba01-bea392421a5a tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:37.187570 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-60e815ba-b1ce-44c9-97f6-e592850726ea req-532f8f29-981c-4a44-ba01-bea392421a5a tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.0696404 Jul 21 06:33:37.226829 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-662101e6-65fa-456b-9ba7-1f2c55e8dfeb req-f6c7d962-f4c0-4600-a221-6f9dce8c6220 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732954 Jul 21 06:33:37.254453 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-60e815ba-b1ce-44c9-97f6-e592850726ea req-a7b182ba-8626-4237-92fe-94fa23f42974 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592067 Jul 21 06:33:37.567515 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e0ea2-29df-4672-8822-0b809ff6cc09 req-893c04c3-a49f-49f6-accf-91830969b8f7 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:37.568971 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5f4e0ea2-29df-4672-8822-0b809ff6cc09 req-893c04c3-a49f-49f6-accf-91830969b8f7 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0505662 Jul 21 06:33:37.615091 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5f4e0ea2-29df-4672-8822-0b809ff6cc09 req-b3e083df-55c5-4124-8c9f-0008d852da8a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Jul 21 06:33:37.955679 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0564c930-d129-4024-8042-de90b07b974e req-6b3f1cec-883c-4227-9496-ee00443b8f73 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 210 time: 0.0268741 Jul 21 06:33:38.375195 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:38.384352 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e7021-4adc-4faf-8c5c-45f30c080ae2 req-c7569a2b-56ad-48ec-8b9e-27679a7c7e52 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:38.385842 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8f4e7021-4adc-4faf-8c5c-45f30c080ae2 req-c7569a2b-56ad-48ec-8b9e-27679a7c7e52 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0800750 Jul 21 06:33:38.398088 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3f66d-f210-4435-8844-84d0835b698a req-7454d28b-3557-4476-aa16-1a9b3ffd6856 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:38.399450 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c4d3f66d-f210-4435-8844-84d0835b698a req-7454d28b-3557-4476-aa16-1a9b3ffd6856 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.0656741 Jul 21 06:33:38.471136 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8f4e7021-4adc-4faf-8c5c-45f30c080ae2 req-4c0d523e-b9de-4d55-82d3-6beb836c23b2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797663 Jul 21 06:33:38.475166 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c4d3f66d-f210-4435-8844-84d0835b698a req-dc76dcc3-3a6a-41df-a21e-fe1ab71a4af2 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701847 Jul 21 06:33:38.727749 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91702e-285a-48ac-ab25-0aeb5e46bec1 req-a4c67333-93eb-4137-aa9e-8d945bab71e5 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:38.729250 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b91702e-285a-48ac-ab25-0aeb5e46bec1 req-a4c67333-93eb-4137-aa9e-8d945bab71e5 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0484638 Jul 21 06:33:38.779070 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b91702e-285a-48ac-ab25-0aeb5e46bec1 req-5b7853ef-5580-41c4-bb18-0c7736ff5fc2 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 Jul 21 06:33:39.054414 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-965d238e-1c84-46b0-9b94-273f136e235f req-a25b4532-9942-4340-ad4b-5ab8e46cc502 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 210 time: 0.0325470 Jul 21 06:33:39.279895 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65cd74-2de5-4edd-a5c2-303995dc9c08 req-65e8e68f-c8f1-408b-9f70-ed70bb4c92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:39.281377 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ac65cd74-2de5-4edd-a5c2-303995dc9c08 req-65e8e68f-c8f1-408b-9f70-ed70bb4c92b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 1130 time: 0.0396187 Jul 21 06:33:39.423502 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa263381-1b04-4fca-93d3-618f099b29fd req-7d82b28f-e448-485d-925a-dd3f27cfff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:39.425209 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fa263381-1b04-4fca-93d3-618f099b29fd req-7d82b28f-e448-485d-925a-dd3f27cfff28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 1130 time: 0.0426464 Jul 21 06:33:39.457608 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ac65cd74-2de5-4edd-a5c2-303995dc9c08 req-de9d0074-c3cc-46b6-af3b-91391436535c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Jul 21 06:33:39.621895 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1522d-ce92-4665-bfb9-651ee1df6b18 req-5a609168-89c6-48e3-ba78-9d65ca757f74 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:39.623398 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18f1522d-ce92-4665-bfb9-651ee1df6b18 req-5a609168-89c6-48e3-ba78-9d65ca757f74 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.0778458 Jul 21 06:33:39.630041 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a3183-4049-4604-a302-3edfd9b90fd8 req-7c6b1c73-5170-4cc2-a64e-12367452edc7 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:39.631379 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e21a3183-4049-4604-a302-3edfd9b90fd8 req-7c6b1c73-5170-4cc2-a64e-12367452edc7 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0770102 Jul 21 06:33:39.695440 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18f1522d-ce92-4665-bfb9-651ee1df6b18 req-c0f671ab-c29f-4a0d-8863-b8df650ae408 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631306 Jul 21 06:33:39.709532 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e21a3183-4049-4604-a302-3edfd9b90fd8 req-5dc83fd7-52fe-4888-b421-6e8f2f3afacc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705183 Jul 21 06:33:39.891655 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24291c-ca76-4653-b108-bab55002714c req-56ac541f-325a-47ab-b7a8-863ca95f1e3b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:39.893384 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc24291c-ca76-4653-b108-bab55002714c req-56ac541f-325a-47ab-b7a8-863ca95f1e3b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0477717 Jul 21 06:33:39.943062 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc24291c-ca76-4653-b108-bab55002714c req-2b1d8f9a-fb31-491c-826c-ae418ee9e25e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431173 Jul 21 06:33:40.152118 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ab03ace-f607-48aa-a3ab-93bd2fa295d3 req-06080452-223a-4b12-a456-1eadcd7a30b6 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 210 time: 0.0317056 Jul 21 06:33:40.170375 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:40.175793 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:40.466728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:40.541411 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa263381-1b04-4fca-93d3-618f099b29fd req-c8d7e68b-d463-4f11-9065-28fef9c4397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:40.542901 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fa263381-1b04-4fca-93d3-618f099b29fd req-c8d7e68b-d463-4f11-9065-28fef9c4397c service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 913 time: 0.0942452 Jul 21 06:33:40.810254 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:40.843039 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882d3e-f256-491c-ac4d-119ce698bf49 req-412824df-46bb-4f0f-8329-9899bde4192d tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:40.844510 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18882d3e-f256-491c-ac4d-119ce698bf49 req-412824df-46bb-4f0f-8329-9899bde4192d tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.0804858 Jul 21 06:33:40.864431 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6bd54-19cd-4487-b11f-c854a8591d51 req-6d246459-6b5e-4018-8afa-ccaacf1a02e5 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:40.865822 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fac6bd54-19cd-4487-b11f-c854a8591d51 req-6d246459-6b5e-4018-8afa-ccaacf1a02e5 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0691447 Jul 21 06:33:40.933113 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18882d3e-f256-491c-ac4d-119ce698bf49 req-f574a45a-3fc2-4aba-b21d-ac4917f88186 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/security-groups?id=febeed51-6bf5-42fb-a87c-fece6885db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825133 Jul 21 06:33:40.949678 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fac6bd54-19cd-4487-b11f-c854a8591d51 req-9319a6b9-1113-48df-95a7-cda6ef331591 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746639 Jul 21 06:33:41.003911 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fa263381-1b04-4fca-93d3-618f099b29fd req-f4f1b39c-cc2f-4c93-860b-8e686add093e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30a8386c-e7fc-4d12-86c3-922716884c6e HTTP/1.1" status: 200 len: 1002 time: 0.0720255 Jul 21 06:33:41.016224 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-8aaf2a8b-f390-4a24-9999-ecbb8d0794a2 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:41.017800 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-8aaf2a8b-f390-4a24-9999-ecbb8d0794a2 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.36 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 950 time: 0.0882280 Jul 21 06:33:41.072908 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa263381-1b04-4fca-93d3-618f099b29fd req-d0738f62-b452-41b6-a2a7-4056ff6d7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:41.074390 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fa263381-1b04-4fca-93d3-618f099b29fd req-d0738f62-b452-41b6-a2a7-4056ff6d7b45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0566335 Jul 21 06:33:41.131655 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfda05-b5d4-4f51-9aa8-352de1a11d6f req-e4cff76a-1868-44a6-9b7c-201ea0c1e797 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:41.133217 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-64bfda05-b5d4-4f51-9aa8-352de1a11d6f req-e4cff76a-1868-44a6-9b7c-201ea0c1e797 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0794687 Jul 21 06:33:41.136471 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa263381-1b04-4fca-93d3-618f099b29fd req-8472c1d5-e9de-4dc4-bd4d-7ddb8dd74ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:41.137933 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fa263381-1b04-4fca-93d3-618f099b29fd req-8472c1d5-e9de-4dc4-bd4d-7ddb8dd74ed0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438099 Jul 21 06:33:41.165107 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-2bdc2d91-0500-40fc-82f5-9c613a639928 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Deleting port f8ba934b-7de0-4f79-8aab-dce56ba52871 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:33:41.165693 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-2bdc2d91-0500-40fc-82f5-9c613a639928 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:41.238068 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fa263381-1b04-4fca-93d3-618f099b29fd req-c39507d5-5a45-4251-bb33-048457620e32 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877197 Jul 21 06:33:41.261018 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-64bfda05-b5d4-4f51-9aa8-352de1a11d6f req-f1374cbf-f2c7-4d73-a0e6-275d8a5fce8c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205738 Jul 21 06:33:41.281833 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:41.289110 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d78c8740-9d42-46c9-8b20-12c0aa3b8bf2 req-b7e041c1-3e48-4071-8af7-65a367341568 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 210 time: 0.0555415 Jul 21 06:33:41.312484 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-2bdc2d91-0500-40fc-82f5-9c613a639928 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] For port f8ba934b-7de0-4f79-8aab-dce56ba52871, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=f8ba934b-7de0-4f79-8aab-dce56ba52871,segment=NetworkSegment(0c7412c7-2301-4619-b4c2-3b74ab712c85),segment_id=0c7412c7-2301-4619-b4c2-3b74ab712c85)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:33:41.312845 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-2bdc2d91-0500-40fc-82f5-9c613a639928 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:41.325827 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-2bdc2d91-0500-40fc-82f5-9c613a639928 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Calling delete_port for f8ba934b-7de0-4f79-8aab-dce56ba52871 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:33:41.447666 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-2bdc2d91-0500-40fc-82f5-9c613a639928 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (f8ba934b-7de0-4f79-8aab-dce56ba52871), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:41.473230 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc2d91-0500-40fc-82f5-9c613a639928 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Pushing event deleted for resources: {'Port': ['ID=f8ba934b-7de0-4f79-8aab-dce56ba52871,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:41.523489 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-2bdc2d91-0500-40fc-82f5-9c613a639928 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] No DVR routers for this DVR port f8ba934b-7de0-4f79-8aab-dce56ba52871 on host hv-cinder-85031 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:33:41.526270 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-2bdc2d91-0500-40fc-82f5-9c613a639928 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:41.529707 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d02f0ffd-5682-4fb0-b80a-b1d1b04ecdd0 req-2bdc2d91-0500-40fc-82f5-9c613a639928 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.36 "DELETE /v2.0/ports/f8ba934b-7de0-4f79-8aab-dce56ba52871 HTTP/1.1" status: 204 len: 173 time: 0.5041218 Jul 21 06:33:41.530204 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24361d41-5ef8-4321-83a7-78a2343df7cf', 'name': 'network-vif-deleted', 'tag': 'f8ba934b-7de0-4f79-8aab-dce56ba52871'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:41.532462 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dae800-c037-44a3-8a0e-26df51ca4be6" -d '{"events": [{"server_uuid": "24361d41-5ef8-4321-83a7-78a2343df7cf", "name": "network-vif-deleted", "tag": "f8ba934b-7de0-4f79-8aab-dce56ba52871"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:41.567968 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e151c7e3-59b6-4f65-ad4e-01bc979da0de x-openstack-request-id: req-e151c7e3-59b6-4f65-ad4e-01bc979da0de {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:41.568263 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24361d41-5ef8-4321-83a7-78a2343df7cf", "name": "network-vif-deleted", "tag": "f8ba934b-7de0-4f79-8aab-dce56ba52871", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:41.568519 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e151c7e3-59b6-4f65-ad4e-01bc979da0de {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:41.568930 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e151c7e3-59b6-4f65-ad4e-01bc979da0de'] response: {'server_uuid': '24361d41-5ef8-4321-83a7-78a2343df7cf', 'name': 'network-vif-deleted', 'tag': 'f8ba934b-7de0-4f79-8aab-dce56ba52871', 'status': 'completed', 'code': 200} Jul 21 06:33:42.094900 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5fcd0e88-10e8-47f0-a6d4-170003b00514 req-37da5892-9cf5-48da-8d19-b9b0a8994211 tempest-VolumesNegativeTest-283258533 tempest-VolumesNegativeTest-283258533-project] 10.222.0.42 "GET /v2.0/ports?device_id=24361d41-5ef8-4321-83a7-78a2343df7cf HTTP/1.1" status: 200 len: 210 time: 0.0379245 Jul 21 06:33:42.150406 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dbe69-80ff-4e25-8ebe-155a6f8bbf27 req-a234a8cb-b869-4f63-8ba9-72005f9ba306 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:42.152254 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc6dbe69-80ff-4e25-8ebe-155a6f8bbf27 req-a234a8cb-b869-4f63-8ba9-72005f9ba306 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0669570 Jul 21 06:33:42.203385 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc6dbe69-80ff-4e25-8ebe-155a6f8bbf27 req-1a792362-f3b7-4cca-96ce-9a7c77d3eeb6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454006 Jul 21 06:33:42.294577 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=14 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:42.303251 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:42.372791 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fa263381-1b04-4fca-93d3-618f099b29fd req-44c927c4-3f7f-4e81-a015-9f9f051ef0f5 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298419 Jul 21 06:33:42.404376 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-069a9e85-21f6-4c51-b0f6-11c3425d7788 req-4c382047-e8c1-4f84-a3c6-8d551afe0298 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 210 time: 0.0354919 Jul 21 06:33:42.411225 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5dbd2-73e0-4874-839f-1b771f4cff9b req-22ce0360-c5d8-4685-ac90-2dee8f9a9c00 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:42.412669 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-21d5dbd2-73e0-4874-839f-1b771f4cff9b req-22ce0360-c5d8-4685-ac90-2dee8f9a9c00 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0767701 Jul 21 06:33:42.467490 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-21d5dbd2-73e0-4874-839f-1b771f4cff9b req-0085461c-5a56-469e-b517-177db6ec5751 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492749 Jul 21 06:33:42.555236 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device f8ba934b-7de0-4f79-8aab-dce56ba52871 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:33:42.574832 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: f8ba934b-7de0-4f79-8aab-dce56ba52871 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:33:42.575170 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device f8ba934b-7de0-4f79-8aab-dce56ba52871 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:33:42.586039 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de3781-f99b-4fba-8a3d-71c325682530 req-6b0e199a-9ef6-487d-b0ca-c8960bf72976 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:42.587477 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a1de3781-f99b-4fba-8a3d-71c325682530 req-6b0e199a-9ef6-487d-b0ca-c8960bf72976 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0477877 Jul 21 06:33:42.595923 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 40278) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:42.600435 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-a1960a8c-cceb-434b-96ab-871b4ae7ef41 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'floatingip': {'port_id': 'ec590c24-0627-4416-8dda-da4d559e2b05'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:42.670875 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a1960a8c-cceb-434b-96ab-871b4ae7ef41 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (a776677d-a94c-4b85-b97d-9de3f63c5bf9), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:42.910238 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:43.176022 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cb05d9bb-7c0b-4f1d-8017-33c999742c91 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:43.177476 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cb05d9bb-7c0b-4f1d-8017-33c999742c91 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.36 "GET /v2.0/networks?id=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 HTTP/1.1" status: 200 len: 812 time: 0.2948341 Jul 21 06:33:43.261988 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Request body: {'port': {'device_id': '6957ca3e-0c2d-413b-bbb5-f77c452e0398', 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429', 'admin_state_up': True, 'tenant_id': '854daeeee974410c9a0afafee795e72c'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:43.323953 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:43.339727 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb97be-fd0e-4fef-9c34-cdd6a423c48d req-b850313f-c54a-42e1-95bc-04a6fdda08fb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:43.341571 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-58bb97be-fd0e-4fef-9c34-cdd6a423c48d req-b850313f-c54a-42e1-95bc-04a6fdda08fb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0568004 Jul 21 06:33:43.344459 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:43.402342 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-58bb97be-fd0e-4fef-9c34-cdd6a423c48d req-3745b180-d059-42ff-a311-ffec2a07bc4a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506043 Jul 21 06:33:43.407575 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a1960a8c-cceb-434b-96ab-871b4ae7ef41 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:43.416328 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a1960a8c-cceb-434b-96ab-871b4ae7ef41 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (a776677d-a94c-4b85-b97d-9de3f63c5bf9), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:43.513359 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-33ebe3f5-742b-4b51-acf4-549adafe91d0 req-7a377351-6754-44f5-af71-99247cacb45f tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 210 time: 0.0311177 Jul 21 06:33:43.550742 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-a1960a8c-cceb-434b-96ab-871b4ae7ef41 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Floating IP a776677d-a94c-4b85-b97d-9de3f63c5bf9 associated. External IP: 172.27.1.40, port: ec590c24-0627-4416-8dda-da4d559e2b05. Jul 21 06:33:43.600257 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Made reservation on behalf of 854daeeee974410c9a0afafee795e72c for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:33:43.603790 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:43.859292 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Allocated IP 172.20.0.7 (2bc81270-f5d2-4da2-b2e3-48a4f6d8f429/03005c2d-12df-497f-a5ec-c276a84bdef8/47424985-5a53-4d8b-97b6-2f5bbea4e8da) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:33:43.888682 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1960a8c-cceb-434b-96ab-871b4ae7ef41 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:33:43.956704 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:44.333124 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1960a8c-cceb-434b-96ab-871b4ae7ef41 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:33:44.339017 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a1960a8c-cceb-434b-96ab-871b4ae7ef41 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:44.344729 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:33:44.357654 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:33:44.358326 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:33:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:44.376987 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks [] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:44.379945 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:44.389019 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a1960a8c-cceb-434b-96ab-871b4ae7ef41 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "PUT /v2.0/floatingips/a776677d-a94c-4b85-b97d-9de3f63c5bf9 HTTP/1.1" status: 200 len: 991 time: 1.7919738 Jul 21 06:33:44.391232 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'tag': 'ec590c24-0627-4416-8dda-da4d559e2b05'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:44.394133 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae810d0-e022-4297-8a88-de1777fbc193" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3a3de3-c6af-4f50-b999-d47265b43595", "tag": "ec590c24-0627-4416-8dda-da4d559e2b05"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:44.428074 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:44.472507 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b296c4cd-c0a6-430c-b957-df10bd8af5ee x-openstack-request-id: req-b296c4cd-c0a6-430c-b957-df10bd8af5ee {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:44.473015 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3a3de3-c6af-4f50-b999-d47265b43595", "tag": "ec590c24-0627-4416-8dda-da4d559e2b05", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:44.473104 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b296c4cd-c0a6-430c-b957-df10bd8af5ee {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:44.473561 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b296c4cd-c0a6-430c-b957-df10bd8af5ee'] response: {'name': 'network-changed', 'server_uuid': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'tag': 'ec590c24-0627-4416-8dda-da4d559e2b05', 'status': 'completed', 'code': 200} Jul 21 06:33:44.483572 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:33:44.485031 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:33:44.487225 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:33:44.493312 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:33:44.531055 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Pushing event updated for resources: {'Port': ['ID=47424985-5a53-4d8b-97b6-2f5bbea4e8da,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:44.595985 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:44.596622 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:44.621647 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae810d0-e022-4297-8a88-de1777fbc193 req-4bbd3e4c-0f5b-4548-90f6-4b77292b2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:44.623287 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cae810d0-e022-4297-8a88-de1777fbc193 req-4bbd3e4c-0f5b-4548-90f6-4b77292b2840 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 1130 time: 0.1102147 Jul 21 06:33:44.635881 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-cff28337-b8a8-4df5-aab5-89f106db73f7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3812718 Jul 21 06:33:44.661923 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Request body: {'port': {'device_id': '6957ca3e-0c2d-413b-bbb5-f77c452e0398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:33:44.743021 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:44.743370 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953874-b572-417b-be11-d770a6e13dd3 req-01a7b8bd-de7e-4410-9553-997c7a3bdcb0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:44.750663 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36953874-b572-417b-be11-d770a6e13dd3 req-01a7b8bd-de7e-4410-9553-997c7a3bdcb0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.1764607 Jul 21 06:33:44.794885 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '4f33adce-84c3-4450-88e7-d8a708a79f01', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '0004c418-8336-40b0-9995-58b47e33de84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:c4:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:42Z', 'updated_at': '2022-07-21T06:31:34Z', 'revision_number': 2, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}, {'id': 'a776677d-a94c-4b85-b97d-9de3f63c5bf9', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': 'ec590c24-0627-4416-8dda-da4d559e2b05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:08:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:33:03Z', 'updated_at': '2022-07-21T06:33:43Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:44.806974 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e2a0e-3a1c-4ef1-8d4c-ebcaa1886773 req-eb8c6778-cc28-4eb0-a8b8-e1c115b8f3cf tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:44.808504 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b7e2a0e-3a1c-4ef1-8d4c-ebcaa1886773 req-eb8c6778-cc28-4eb0-a8b8-e1c115b8f3cf tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 931 time: 0.1818097 Jul 21 06:33:44.828759 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:33:44.840452 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:33:44.841278 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:33:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:44.843281 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:44.863735 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36953874-b572-417b-be11-d770a6e13dd3 req-8e68dfde-b1c3-413d-9943-4f509527a1d6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121392 Jul 21 06:33:44.913793 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae810d0-e022-4297-8a88-de1777fbc193 req-a5bda9b7-9835-4e32-88f5-db6e915774f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:44.915286 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cae810d0-e022-4297-8a88-de1777fbc193 req-a5bda9b7-9835-4e32-88f5-db6e915774f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 916 time: 0.2767038 Jul 21 06:33:44.918386 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b7e2a0e-3a1c-4ef1-8d4c-ebcaa1886773 req-c298a403-2964-486f-b3d3-1da06caae771 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986497 Jul 21 06:33:44.968540 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:33:45.028642 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cae810d0-e022-4297-8a88-de1777fbc193 req-19a25e0c-1ec1-42bb-b399-3a782c1e24d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec590c24-0627-4416-8dda-da4d559e2b05 HTTP/1.1" status: 200 len: 999 time: 0.1041780 Jul 21 06:33:45.101060 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae810d0-e022-4297-8a88-de1777fbc193 req-dd9298cf-94ef-4ebb-8657-288935f2d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:45.102578 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cae810d0-e022-4297-8a88-de1777fbc193 req-dd9298cf-94ef-4ebb-8657-288935f2d57e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 200 len: 854 time: 0.0656517 Jul 21 06:33:45.111475 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47424985-5a53-4d8b-97b6-2f5bbea4e8da {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:33:45.125915 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Publish callbacks [] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:45.143169 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Transition to ACTIVE for port object 47424985-5a53-4d8b-97b6-2f5bbea4e8da will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:33:45.151011 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:45.159842 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae810d0-e022-4297-8a88-de1777fbc193 req-9614522f-671e-41a2-a925-a3807c83a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:45.162981 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cae810d0-e022-4297-8a88-de1777fbc193 req-9614522f-671e-41a2-a925-a3807c83a120 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fac3a692-b3e2-4555-a0ad-f0227031fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518820 Jul 21 06:33:45.216870 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:45.217421 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Pushing event updated for resources: {'Port': ['ID=47424985-5a53-4d8b-97b6-2f5bbea4e8da,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:45.250684 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '4f33adce-84c3-4450-88e7-d8a708a79f01', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '0004c418-8336-40b0-9995-58b47e33de84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:c4:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:42Z', 'updated_at': '2022-07-21T06:31:34Z', 'revision_number': 2, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}, {'id': 'a776677d-a94c-4b85-b97d-9de3f63c5bf9', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': 'ec590c24-0627-4416-8dda-da4d559e2b05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:08:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:33:03Z', 'updated_at': '2022-07-21T06:33:43Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:33:45.283685 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f298cb-3767-4630-99d1-8f80cefdaa07 None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '4f33adce-84c3-4450-88e7-d8a708a79f01', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '0004c418-8336-40b0-9995-58b47e33de84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:c4:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:42Z', 'updated_at': '2022-07-21T06:31:34Z', 'revision_number': 2, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}, {'id': 'a776677d-a94c-4b85-b97d-9de3f63c5bf9', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': 'ec590c24-0627-4416-8dda-da4d559e2b05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:08:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:33:03Z', 'updated_at': '2022-07-21T06:33:43Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:33:45.312098 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Attempting to bind port 47424985-5a53-4d8b-97b6-2f5bbea4e8da on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:33:45.312444 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Attempting to bind port 47424985-5a53-4d8b-97b6-2f5bbea4e8da by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '53815e62-960a-43df-96b6-6a9dc67b65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:33:45.312771 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Attempting to bind port 47424985-5a53-4d8b-97b6-2f5bbea4e8da on network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:33:45.317526 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Port 47424985-5a53-4d8b-97b6-2f5bbea4e8da on network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:33:45.317850 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Attempting to bind port 47424985-5a53-4d8b-97b6-2f5bbea4e8da on network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:33:45.319891 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cae810d0-e022-4297-8a88-de1777fbc193 req-bc5c5f96-9ef1-4d2c-a410-41d35806027c service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488378 Jul 21 06:33:45.328271 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:33:45.328908 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Checking segment: {'id': '53815e62-960a-43df-96b6-6a9dc67b65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:33:45.329011 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Bound using segment: {'id': '53815e62-960a-43df-96b6-6a9dc67b65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:33:45.329524 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Bound port: 47424985-5a53-4d8b-97b6-2f5bbea4e8da, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53815e62-960a-43df-96b6-6a9dc67b65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:33:45.329873 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:45.415161 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] For port 47424985-5a53-4d8b-97b6-2f5bbea4e8da, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:33:45.419057 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] For port 47424985-5a53-4d8b-97b6-2f5bbea4e8da, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=47424985-5a53-4d8b-97b6-2f5bbea4e8da,segment=NetworkSegment(53815e62-960a-43df-96b6-6a9dc67b65ff),segment_id=53815e62-960a-43df-96b6-6a9dc67b65ff)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:33:45.426944 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:45.477883 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:45.478595 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:45.479901 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] 10.222.0.36 "PUT /v2.0/ports/47424985-5a53-4d8b-97b6-2f5bbea4e8da HTTP/1.1" status: 200 len: 1093 time: 0.8246853 Jul 21 06:33:45.483160 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cae810d0-e022-4297-8a88-de1777fbc193 req-88038bd9-f54c-4425-b5dc-7b0d5e0ea178 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530638 Jul 21 06:33:45.509375 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:45.513044 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7fcca-b8b7-42a2-8290-7896edb16089 service neutron] Pushing event updated for resources: {'Port': ['ID=47424985-5a53-4d8b-97b6-2f5bbea4e8da,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:45.569085 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14388659-9f11-4213-b771-8e3078b01d54 None None] New status for floating IP a776677d-a94c-4b85-b97d-9de3f63c5bf9: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:33:45.614508 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-d8f473e6-9428-4af6-900f-918ef8aaf615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:45.616057 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-d8f473e6-9428-4af6-900f-918ef8aaf615 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=854daeeee974410c9a0afafee795e72c&device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 1127 time: 0.0468340 Jul 21 06:33:45.700200 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-0fd2a978-ff4a-452f-b59b-d373cdcbf185 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47424985-5a53-4d8b-97b6-2f5bbea4e8da HTTP/1.1" status: 200 len: 217 time: 0.0505574 Jul 21 06:33:45.770882 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-e5c6820c-1266-4312-ba6b-3ea59a0af914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:45.772469 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-e5c6820c-1266-4312-ba6b-3ea59a0af914 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03005c2d-12df-497f-a5ec-c276a84bdef8 HTTP/1.1" status: 200 len: 852 time: 0.0640836 Jul 21 06:33:45.806827 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-4f654d40-3e9b-44ef-8dfa-c18ab9e6ccbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275409 Jul 21 06:33:45.908279 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-9a67940b-0dce-45b6-ba92-62e3fc4c0d85 service neutron] 10.222.0.36 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929525 Jul 21 06:33:46.071346 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e626259-c608-471c-8d53-ef3ee77a0136 req-04146e4f-5046-4c3a-b2af-e596ef97a0cc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:46.072830 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e626259-c608-471c-8d53-ef3ee77a0136 req-04146e4f-5046-4c3a-b2af-e596ef97a0cc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.1217282 Jul 21 06:33:46.099007 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac523b49-3dac-4ddd-82d4-f0f74abae077 req-ce27cb00-e2a9-4120-930c-20985eaeba93 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:46.100512 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ac523b49-3dac-4ddd-82d4-f0f74abae077 req-ce27cb00-e2a9-4120-930c-20985eaeba93 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0819151 Jul 21 06:33:46.103837 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:46.146755 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb7fc0c4-7b5d-474c-a3cd-eedcddd0fcc3 req-13ddb1c9-cd35-4e7b-b95a-1f9ce27cf867 service neutron] 10.222.0.36 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301838 Jul 21 06:33:46.187088 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e626259-c608-471c-8d53-ef3ee77a0136 req-e8032f89-f81f-4106-ba95-36eb0c80d7c8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036756 Jul 21 06:33:46.194576 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ac523b49-3dac-4ddd-82d4-f0f74abae077 req-b709c604-e006-4327-bddc-93614fc9d6ca tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758858 Jul 21 06:33:46.474593 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6957ca3e-0c2d-413b-bbb5-f77c452e0398', 'tag': '47424985-5a53-4d8b-97b6-2f5bbea4e8da'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:33:46.476900 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b3848a-0555-4780-b313-237fe65a3f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6957ca3e-0c2d-413b-bbb5-f77c452e0398", "tag": "47424985-5a53-4d8b-97b6-2f5bbea4e8da"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:33:46.510840 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b28fe3b-b850-477e-8115-3c4d0f221e92 x-openstack-request-id: req-7b28fe3b-b850-477e-8115-3c4d0f221e92 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:33:46.511434 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6957ca3e-0c2d-413b-bbb5-f77c452e0398", "tag": "47424985-5a53-4d8b-97b6-2f5bbea4e8da", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:33:46.511434 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b28fe3b-b850-477e-8115-3c4d0f221e92 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:33:46.511743 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b28fe3b-b850-477e-8115-3c4d0f221e92'] response: {'name': 'network-changed', 'server_uuid': '6957ca3e-0c2d-413b-bbb5-f77c452e0398', 'tag': '47424985-5a53-4d8b-97b6-2f5bbea4e8da', 'status': 'completed', 'code': 200} Jul 21 06:33:47.340560 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81563e10-7801-48de-b9cc-b02afc440ab9 req-2a127f1a-13ef-4558-a63a-8458a5389ec2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:47.342075 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-81563e10-7801-48de-b9cc-b02afc440ab9 req-2a127f1a-13ef-4558-a63a-8458a5389ec2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0774608 Jul 21 06:33:47.350755 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da73bd-bbfd-4b1c-a9af-36aab7c2be73 req-14142091-6923-4d71-836a-1c9e0dc2621d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:47.352149 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4da73bd-bbfd-4b1c-a9af-36aab7c2be73 req-14142091-6923-4d71-836a-1c9e0dc2621d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0769618 Jul 21 06:33:47.388001 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:47.425350 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-81563e10-7801-48de-b9cc-b02afc440ab9 req-4ac3bac7-fb04-471e-8ec8-66d4370fac4c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721791 Jul 21 06:33:47.432702 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4da73bd-bbfd-4b1c-a9af-36aab7c2be73 req-262b837b-3fb8-4473-afd7-da0cf26a4fbc tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737329 Jul 21 06:33:47.524554 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 40550) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:47.656069 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c7acc0ba-8153-49dd-8cf2-09a688b8b98e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb38392ff9294ce08fb43f32f6176c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304066 Jul 21 06:33:47.658470 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 40554) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:33:47.705069 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc148-5240-4983-9d36-dbf27d9166ed admin admin] Publish callbacks [] for security_group (febeed51-6bf5-42fb-a87c-fece6885db3d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:47.727184 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc148-5240-4983-9d36-dbf27d9166ed admin admin] Publish callbacks [] for security_group (febeed51-6bf5-42fb-a87c-fece6885db3d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:47.773054 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc148-5240-4983-9d36-dbf27d9166ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (febeed51-6bf5-42fb-a87c-fece6885db3d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:47.775595 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc148-5240-4983-9d36-dbf27d9166ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:47.776711 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0f6cc148-5240-4983-9d36-dbf27d9166ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/febeed51-6bf5-42fb-a87c-fece6885db3d HTTP/1.1" status: 204 len: 168 time: 0.1173840 Jul 21 06:33:47.785360 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cc148-5240-4983-9d36-dbf27d9166ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febeed51-6bf5-42fb-a87c-fece6885db3d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:33:47.868057 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:48.589879 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea7f27-39fb-4ae2-b15f-69c8af1adaeb req-2ccbc12f-4613-47e5-b39a-f3d6f9b5e4bb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:48.591375 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-37ea7f27-39fb-4ae2-b15f-69c8af1adaeb req-2ccbc12f-4613-47e5-b39a-f3d6f9b5e4bb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0886269 Jul 21 06:33:48.598494 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53e006-2a64-4ba1-aa0e-d2aa49efda03 req-6e118a91-1aaf-47e6-8ac8-60109ca45349 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:48.599865 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d53e006-2a64-4ba1-aa0e-d2aa49efda03 req-6e118a91-1aaf-47e6-8ac8-60109ca45349 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0862834 Jul 21 06:33:48.677143 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-37ea7f27-39fb-4ae2-b15f-69c8af1adaeb req-a882f1e0-0e87-45f5-84de-732604662229 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762424 Jul 21 06:33:48.689734 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d53e006-2a64-4ba1-aa0e-d2aa49efda03 req-a9c9e7ef-5891-44a4-bdc5-1eb09be1222b tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820916 Jul 21 06:33:49.831021 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29a4f-576b-4eb4-9381-11a3134c63f8 req-8098b1b1-2d15-41af-936e-5d9abb22bfee tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:49.832496 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dcf29a4f-576b-4eb4-9381-11a3134c63f8 req-8098b1b1-2d15-41af-936e-5d9abb22bfee tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0812824 Jul 21 06:33:49.844442 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23852736-de61-4677-861f-963fd9f8724a req-87cc9e77-d765-4f25-95cb-aede84cd9b0d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:49.845875 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-23852736-de61-4677-861f-963fd9f8724a req-87cc9e77-d765-4f25-95cb-aede84cd9b0d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0815821 Jul 21 06:33:50.147814 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dcf29a4f-576b-4eb4-9381-11a3134c63f8 req-f19d40a4-aa80-42cc-9bb0-d880ea14fb47 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092039 Jul 21 06:33:50.151105 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-23852736-de61-4677-861f-963fd9f8724a req-0c435ee5-fc30-4fd5-978b-490be6523700 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993765 Jul 21 06:33:51.295268 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db432581-7705-4365-959c-b957084f7374 req-a5565ff3-d53f-4fd4-830a-f48ae1a4a650 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:51.296705 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-db432581-7705-4365-959c-b957084f7374 req-a5565ff3-d53f-4fd4-830a-f48ae1a4a650 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0775084 Jul 21 06:33:51.302682 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec803404-c1e1-4f40-ac09-5878b1270187 req-26b14cb4-732a-4c52-9cef-c6bdcf8c2631 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:51.304060 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec803404-c1e1-4f40-ac09-5878b1270187 req-26b14cb4-732a-4c52-9cef-c6bdcf8c2631 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0835631 Jul 21 06:33:51.373132 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-db432581-7705-4365-959c-b957084f7374 req-6bae1e35-2be9-452f-bdec-883c19114b98 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681880 Jul 21 06:33:51.380701 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec803404-c1e1-4f40-ac09-5878b1270187 req-b8f1a9e9-5a3e-4d6d-ad82-fb077bc3e758 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688953 Jul 21 06:33:52.515964 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e00a3-cda7-4fa9-a2d9-25fffbc36e81 req-272a8900-3ba4-4be3-b377-0f10ff548ab8 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:52.517403 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-610e00a3-cda7-4fa9-a2d9-25fffbc36e81 req-272a8900-3ba4-4be3-b377-0f10ff548ab8 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0744982 Jul 21 06:33:52.526076 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a282d0d-5873-48d8-883c-51f81ec03c68 req-b13e4211-1dc8-452c-8fe2-33115dc1613f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:52.527416 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8a282d0d-5873-48d8-883c-51f81ec03c68 req-b13e4211-1dc8-452c-8fe2-33115dc1613f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0736299 Jul 21 06:33:52.585306 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:52.604430 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-610e00a3-cda7-4fa9-a2d9-25fffbc36e81 req-4ffe42f4-fbbd-4551-8c38-2e2cbc39f3fe tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761235 Jul 21 06:33:52.607608 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8a282d0d-5873-48d8-883c-51f81ec03c68 req-bf7d3331-5855-48f1-9057-f1b2e6a4d607 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736217 Jul 21 06:33:53.747230 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd11e-b8b1-4bca-bd60-f13fb8b7348b req-7e2c65a3-b208-4567-aaf1-d785c9ddaeb0 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:53.748691 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6decd11e-b8b1-4bca-bd60-f13fb8b7348b req-7e2c65a3-b208-4567-aaf1-d785c9ddaeb0 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0758901 Jul 21 06:33:53.754555 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1de6-2e07-4530-976f-ef712275f9fe req-c1af6271-231d-42d1-b8e1-f7482f21c6ad tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:53.755892 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bb4e1de6-2e07-4530-976f-ef712275f9fe req-c1af6271-231d-42d1-b8e1-f7482f21c6ad tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0741038 Jul 21 06:33:53.832427 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6decd11e-b8b1-4bca-bd60-f13fb8b7348b req-3bc7f4fd-29ec-43fc-a1c7-23cb068a3017 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754886 Jul 21 06:33:53.840536 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bb4e1de6-2e07-4530-976f-ef712275f9fe req-8f8874ad-eb36-4011-b4e2-98ee2a108010 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779262 Jul 21 06:33:54.950675 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:54.981046 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd74cd-b8be-45d7-b700-bb8257e4a01a req-41d19fd1-2d20-4eb0-8ab8-0739edcba0cf tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:54.982555 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fcfd74cd-b8be-45d7-b700-bb8257e4a01a req-41d19fd1-2d20-4eb0-8ab8-0739edcba0cf tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0765812 Jul 21 06:33:55.007897 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701511a5-aeda-48d1-83b7-149c299b3f2a req-686bb52d-cbfa-472b-ac29-f70a56d313a6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:55.009302 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-701511a5-aeda-48d1-83b7-149c299b3f2a req-686bb52d-cbfa-472b-ac29-f70a56d313a6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0744853 Jul 21 06:33:55.054793 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fcfd74cd-b8be-45d7-b700-bb8257e4a01a req-ee9bbe6a-553b-45bf-9951-8969e4c9946c tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666330 Jul 21 06:33:55.076549 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-701511a5-aeda-48d1-83b7-149c299b3f2a req-5f88f5b2-454f-4608-8a8f-bb1129fbab94 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597646 Jul 21 06:33:55.877945 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:55.884749 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:56.189695 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-be527e39-8890-44f8-a362-1e25b39cbf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:56.208315 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233eb36-6b64-4559-927a-3a25d7b5f33f req-bf189c8b-031f-42ea-8bca-e95d4bedfdca tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:56.209778 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0233eb36-6b64-4559-927a-3a25d7b5f33f req-bf189c8b-031f-42ea-8bca-e95d4bedfdca tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0827625 Jul 21 06:33:56.230854 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d2b14-134d-4558-964e-c58c2223dcf9 req-164e6906-2f39-4d49-883a-cb322c43bba0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:56.232231 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f12d2b14-134d-4558-964e-c58c2223dcf9 req-164e6906-2f39-4d49-883a-cb322c43bba0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0718365 Jul 21 06:33:56.297454 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0233eb36-6b64-4559-927a-3a25d7b5f33f req-b6bd4fa2-5875-479c-923e-dc5121cfeadf tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802114 Jul 21 06:33:56.304630 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f12d2b14-134d-4558-964e-c58c2223dcf9 req-157dab30-3223-4483-9439-3739684108b9 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651956 Jul 21 06:33:57.417115 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebbb34-0fd4-43c3-a892-f0d36648b669 req-dd5e64f3-52c7-4e04-822f-b40a3cb74236 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:57.418647 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4cebbb34-0fd4-43c3-a892-f0d36648b669 req-dd5e64f3-52c7-4e04-822f-b40a3cb74236 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0527694 Jul 21 06:33:57.465727 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4cebbb34-0fd4-43c3-a892-f0d36648b669 req-0edb229d-82ee-4fe9-b144-124383eb1c39 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 Jul 21 06:33:57.565323 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060b979-9f44-497c-8c5c-d72b5803134b req-0c5381b6-01e1-4d8b-94ca-b729f6e382c3 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:57.566804 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f060b979-9f44-497c-8c5c-d72b5803134b req-0c5381b6-01e1-4d8b-94ca-b729f6e382c3 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0476618 Jul 21 06:33:57.612809 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f060b979-9f44-497c-8c5c-d72b5803134b req-0208aac7-48e5-4b0f-a97f-59851d38c44a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401642 Jul 21 06:33:57.780078 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:57.780851 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:58.514845 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f2f3579a-f76a-42a1-9b5d-8ba11f0a6603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:58.596355 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e3a6d-f3d9-4828-ba7b-578b86bec3bb req-4daa0d5c-b885-427b-8109-0b027d182e5b tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:58.597831 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca9e3a6d-f3d9-4828-ba7b-578b86bec3bb req-4daa0d5c-b885-427b-8109-0b027d182e5b tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0538728 Jul 21 06:33:58.651553 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca9e3a6d-f3d9-4828-ba7b-578b86bec3bb req-a2be5399-c8eb-49bb-91f2-1f9fa4d6af01 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477822 Jul 21 06:33:58.754575 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b6d5-9543-409d-852e-b1ae15647487 req-dae72ef1-d5b6-446a-8c02-c126247c3130 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:58.756617 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78d9b6d5-9543-409d-852e-b1ae15647487 req-dae72ef1-d5b6-446a-8c02-c126247c3130 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0486674 Jul 21 06:33:58.802662 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78d9b6d5-9543-409d-852e-b1ae15647487 req-c5137d65-6a90-436b-a296-815c766c10f6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405607 Jul 21 06:33:59.763595 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff810c4-6d83-43cd-bdda-7f10bd2346ff req-1de94e8c-62d2-43c1-90f3-e76f5f4761bd tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:59.765061 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2ff810c4-6d83-43cd-bdda-7f10bd2346ff req-1de94e8c-62d2-43c1-90f3-e76f5f4761bd tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0473239 Jul 21 06:33:59.812756 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2ff810c4-6d83-43cd-bdda-7f10bd2346ff req-cde0442c-bf3e-4749-ab94-76894671bcd9 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Jul 21 06:33:59.914351 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:33:59.923013 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19757c84-7d27-45a0-b979-f50bfb327ee0 req-edb626fc-3b16-4a9f-9525-11362af78f22 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:33:59.924478 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-19757c84-7d27-45a0-b979-f50bfb327ee0 req-edb626fc-3b16-4a9f-9525-11362af78f22 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0510790 Jul 21 06:33:59.964932 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:33:59.973092 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-19757c84-7d27-45a0-b979-f50bfb327ee0 req-924ba9f3-4fe6-4f6a-ab3d-b4a9796c10db tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430431 Jul 21 06:34:00.930500 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda4654-af13-458a-9cb6-43ea5b4e4f09 req-5b86dd7a-bca6-46f9-96a7-a4190aa66b4d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:00.931889 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aeda4654-af13-458a-9cb6-43ea5b4e4f09 req-5b86dd7a-bca6-46f9-96a7-a4190aa66b4d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0531094 Jul 21 06:34:00.982165 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aeda4654-af13-458a-9cb6-43ea5b4e4f09 req-c841cc67-86d3-404b-8203-ca7150df46ec tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Jul 21 06:34:01.072637 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:01.090990 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c56b3b-7cfd-49e5-9cf3-ef0b53044a64 req-9eded91f-ecbf-42c6-9878-94e5707c6053 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:01.092457 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a3c56b3b-7cfd-49e5-9cf3-ef0b53044a64 req-9eded91f-ecbf-42c6-9878-94e5707c6053 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0474784 Jul 21 06:34:01.127002 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:01.140063 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:01.143005 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a3c56b3b-7cfd-49e5-9cf3-ef0b53044a64 req-be76d866-28ed-4d3c-8381-d2c8b4d19c7d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451005 Jul 21 06:34:01.704826 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3848a-0555-4780-b313-237fe65a3f2f req-2b61eb9c-68c5-4b51-82e5-4b9b76d2c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:01.706406 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28b3848a-0555-4780-b313-237fe65a3f2f req-2b61eb9c-68c5-4b51-82e5-4b9b76d2c7fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=854daeeee974410c9a0afafee795e72c&device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 1127 time: 0.0503201 Jul 21 06:34:01.711995 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:01.836206 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3848a-0555-4780-b313-237fe65a3f2f req-90f44ed0-f17f-4b49-b675-2b601f701bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:01.837685 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28b3848a-0555-4780-b313-237fe65a3f2f req-90f44ed0-f17f-4b49-b675-2b601f701bf0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 HTTP/1.1" status: 200 len: 913 time: 0.1002021 Jul 21 06:34:01.911130 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28b3848a-0555-4780-b313-237fe65a3f2f req-3b4a9afc-3b70-4bab-9039-be69fe377074 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47424985-5a53-4d8b-97b6-2f5bbea4e8da HTTP/1.1" status: 200 len: 217 time: 0.0410748 Jul 21 06:34:01.961653 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3848a-0555-4780-b313-237fe65a3f2f req-91f4a2c1-68e7-4096-9260-5ce39293701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:01.963202 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28b3848a-0555-4780-b313-237fe65a3f2f req-91f4a2c1-68e7-4096-9260-5ce39293701d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03005c2d-12df-497f-a5ec-c276a84bdef8 HTTP/1.1" status: 200 len: 852 time: 0.0455136 Jul 21 06:34:02.009624 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28b3848a-0555-4780-b313-237fe65a3f2f req-5110690a-0fc3-49b8-b278-d8d3de484821 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273442 Jul 21 06:34:02.133924 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb44b3-16ec-4020-8395-96b443d3f81b req-ea17049f-60ad-4f06-b4e1-345a6e972d4d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:02.135405 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b8fb44b3-16ec-4020-8395-96b443d3f81b req-ea17049f-60ad-4f06-b4e1-345a6e972d4d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 943 time: 0.0581326 Jul 21 06:34:02.161503 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28b3848a-0555-4780-b313-237fe65a3f2f req-2835e055-9641-4034-93fb-69dd51d4090e service neutron] 10.222.0.36 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449006 Jul 21 06:34:02.214524 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b8fb44b3-16ec-4020-8395-96b443d3f81b req-fc24c8f6-85cc-4ca2-b188-2fb07da3cf6a tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699785 Jul 21 06:34:02.301328 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2145d-3f87-4456-bc1e-56b28b1353d1 req-bb107ab8-d0e0-45a1-89c4-364aee2d682c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:02.302720 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5cf2145d-3f87-4456-bc1e-56b28b1353d1 req-bb107ab8-d0e0-45a1-89c4-364aee2d682c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 944 time: 0.0569661 Jul 21 06:34:02.330797 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28b3848a-0555-4780-b313-237fe65a3f2f req-d304dbff-2313-4bed-88e3-fc37f4f3b0ea service neutron] 10.222.0.36 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571269 Jul 21 06:34:02.358574 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5cf2145d-3f87-4456-bc1e-56b28b1353d1 req-ed226585-4d14-4d57-9d34-cad2aa069a11 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463145 Jul 21 06:34:02.668010 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 345fc32c-f55c-4636-be16-4b276cd0c105 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:34:02.774544 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:34:02.785854 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '345fc32c-f55c-4636-be16-4b276cd0c105', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'port_id': '345fc32c-f55c-4636-be16-4b276cd0c105', 'mac_address': 'fa:16:3e:82:79:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:34:02.823427 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 345fc32c-f55c-4636-be16-4b276cd0c105 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:34:02.823804 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:02.837679 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345fc32c-f55c-4636-be16-4b276cd0c105 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:34:02.841562 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:02.858962 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:34:02.862669 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:02.863265 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 47424985-5a53-4d8b-97b6-2f5bbea4e8da details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:34:03.069768 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=9']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:34:03.085858 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.086239 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.086605 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.087072 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.087287 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.087619 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.087945 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.088269 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.088592 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.088914 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.089235 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.089572 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.089896 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.090246 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.090562 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:03.151425 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 47424985-5a53-4d8b-97b6-2f5bbea4e8da, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=47424985-5a53-4d8b-97b6-2f5bbea4e8da,segment=NetworkSegment(53815e62-960a-43df-96b6-6a9dc67b65ff),segment_id=53815e62-960a-43df-96b6-6a9dc67b65ff)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:34:03.163582 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '47424985-5a53-4d8b-97b6-2f5bbea4e8da', 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429', 'port_id': '47424985-5a53-4d8b-97b6-2f5bbea4e8da', 'mac_address': 'fa:16:3e:f6:2b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03005c2d-12df-497f-a5ec-c276a84bdef8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:34:03.203559 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 47424985-5a53-4d8b-97b6-2f5bbea4e8da is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:34:03.203559 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:03.216391 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47424985-5a53-4d8b-97b6-2f5bbea4e8da {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:34:03.235994 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 47424985-5a53-4d8b-97b6-2f5bbea4e8da, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=47424985-5a53-4d8b-97b6-2f5bbea4e8da,segment=NetworkSegment(53815e62-960a-43df-96b6-6a9dc67b65ff),segment_id=53815e62-960a-43df-96b6-6a9dc67b65ff)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:34:03.240815 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:03.300747 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=47424985-5a53-4d8b-97b6-2f5bbea4e8da,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:34:03.346668 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c63523-b2ec-4a09-97f5-e21b654b574b req-906a71c3-b04b-4bb7-9436-818b8b3ee59b tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:03.348138 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-06c63523-b2ec-4a09-97f5-e21b654b574b req-906a71c3-b04b-4bb7-9436-818b8b3ee59b tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 944 time: 0.0621731 Jul 21 06:34:03.398472 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-06c63523-b2ec-4a09-97f5-e21b654b574b req-143890e1-32c5-47b6-acbb-f9ae3fd11d37 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 Jul 21 06:34:03.488914 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32f48d-2ff6-4e69-ac88-d89467affd3c req-a9111397-1700-48b6-a7bd-5bac9c013f3b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:03.491094 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f32f48d-2ff6-4e69-ac88-d89467affd3c req-a9111397-1700-48b6-a7bd-5bac9c013f3b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 945 time: 0.0532484 Jul 21 06:34:03.533967 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:03.539224 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f32f48d-2ff6-4e69-ac88-d89467affd3c req-1692ce28-0331-486d-b10b-4c3581751036 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424926 Jul 21 06:34:03.950629 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['345fc32c-f55c-4636-be16-4b276cd0c105'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:34:04.127316 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['47424985-5a53-4d8b-97b6-2f5bbea4e8da'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:34:04.205813 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:04.517881 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf40c8-f70c-4887-9657-5bd93dd4a2c5 req-f825eb0c-9e8e-44fb-a84b-421e23201676 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:04.519386 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-decf40c8-f70c-4887-9657-5bd93dd4a2c5 req-f825eb0c-9e8e-44fb-a84b-421e23201676 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 944 time: 0.0496292 Jul 21 06:34:04.575002 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-decf40c8-f70c-4887-9657-5bd93dd4a2c5 req-15e0fbc8-6d90-4165-95ea-484ccc0a6f00 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488799 Jul 21 06:34:04.665898 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950789bd-c98e-4f1d-bbc1-f19dee66eea3 req-76c5a647-25f8-4349-a006-280efb7932fc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:04.667407 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-950789bd-c98e-4f1d-bbc1-f19dee66eea3 req-76c5a647-25f8-4349-a006-280efb7932fc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 945 time: 0.0478289 Jul 21 06:34:04.693398 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:04.716262 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-950789bd-c98e-4f1d-bbc1-f19dee66eea3 req-742be91c-8469-49f4-8ed2-9f41f6d3c75f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434170 Jul 21 06:34:04.944888 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:34:05.696207 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c9a56-7b1c-4c6a-b623-8c1dbb7b2444 req-ce526876-20a1-45df-8e80-1aa25834c8cb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:05.697697 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8e1c9a56-7b1c-4c6a-b623-8c1dbb7b2444 req-ce526876-20a1-45df-8e80-1aa25834c8cb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 944 time: 0.0523524 Jul 21 06:34:05.746376 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8e1c9a56-7b1c-4c6a-b623-8c1dbb7b2444 req-2d7cf84f-7ad3-4efd-9538-da121a86002e tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Jul 21 06:34:05.852194 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7fa97-db04-47d3-b383-681ab7720b86 req-c62085aa-d555-4238-a731-daf609a56c12 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:05.853681 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9bb7fa97-db04-47d3-b383-681ab7720b86 req-c62085aa-d555-4238-a731-daf609a56c12 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 945 time: 0.0618947 Jul 21 06:34:05.903124 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9bb7fa97-db04-47d3-b383-681ab7720b86 req-08c198f9-a494-4aab-8517-40248ca3911d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434062 Jul 21 06:34:05.953618 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 345fc32c-f55c-4636-be16-4b276cd0c105 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:34:06.000802 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 345fc32c-f55c-4636-be16-4b276cd0c105 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:34:06.001175 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:06.026664 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:06.073034 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 345fc32c-f55c-4636-be16-4b276cd0c105 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:34:06.073426 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:06.097384 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:34:06.100276 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9d4ff8-eb3d-43a9-ac6b-1ab84624cb2a" -d '{"events": [{"server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:34:06.118870 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:34:06.123321 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:06.124533 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 47424985-5a53-4d8b-97b6-2f5bbea4e8da up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:34:06.151169 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbec2d0-dd19-4851-a437-18d13c6087c7 x-openstack-request-id: req-4dbec2d0-dd19-4851-a437-18d13c6087c7 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:34:06.151588 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:34:06.151909 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4dbec2d0-dd19-4851-a437-18d13c6087c7 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:34:06.152434 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbec2d0-dd19-4851-a437-18d13c6087c7'] response: {'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105', 'code': 200} Jul 21 06:34:06.209182 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=10']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:34:06.219035 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 47424985-5a53-4d8b-97b6-2f5bbea4e8da completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:34:06.225650 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 47424985-5a53-4d8b-97b6-2f5bbea4e8da triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:34:06.226060 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:06.301046 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 47424985-5a53-4d8b-97b6-2f5bbea4e8da is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:34:06.301431 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:06.334657 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 47424985-5a53-4d8b-97b6-2f5bbea4e8da, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=47424985-5a53-4d8b-97b6-2f5bbea4e8da,segment=NetworkSegment(53815e62-960a-43df-96b6-6a9dc67b65ff),segment_id=53815e62-960a-43df-96b6-6a9dc67b65ff)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:34:06.338725 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:06.386800 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=47424985-5a53-4d8b-97b6-2f5bbea4e8da,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:34:06.746200 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f4ad4-7d26-4f3c-b662-74eec836c004 req-18f73fb7-b0d9-46fc-9f6f-719e1cf58a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:06.747714 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b8f4ad4-7d26-4f3c-b662-74eec836c004 req-18f73fb7-b0d9-46fc-9f6f-719e1cf58a3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 1131 time: 0.0411448 Jul 21 06:34:06.813336 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b8f4ad4-7d26-4f3c-b662-74eec836c004 req-27d07777-58a3-4758-9927-526c5be0b5a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564876 Jul 21 06:34:06.865500 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f194e57-8d30-44e8-b482-c2ac1fee9a30 req-4d6d6989-6ab4-4b58-a236-169898a944bb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:06.866976 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5f194e57-8d30-44e8-b482-c2ac1fee9a30 req-4d6d6989-6ab4-4b58-a236-169898a944bb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 945 time: 0.0465462 Jul 21 06:34:06.917126 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5f194e57-8d30-44e8-b482-c2ac1fee9a30 req-ca7e57d7-ffc4-41ef-891a-11d34506ffe9 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445657 Jul 21 06:34:07.024763 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7d33b-817b-4eb2-a75d-3d30ef143d5d req-042703c2-ecc6-4c67-a197-3fe1f33e559c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:07.026265 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a1b7d33b-817b-4eb2-a75d-3d30ef143d5d req-042703c2-ecc6-4c67-a197-3fe1f33e559c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 947 time: 0.0474036 Jul 21 06:34:07.076153 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a1b7d33b-817b-4eb2-a75d-3d30ef143d5d req-e7b4f0d4-5f80-41d5-b9c3-cad0b40b5967 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441208 Jul 21 06:34:08.033901 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0c96e-649a-47c1-815f-0b648d3e9041 req-68ae7888-d76c-4b56-b5cf-ce53975d2455 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:08.035407 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-32f0c96e-649a-47c1-815f-0b648d3e9041 req-68ae7888-d76c-4b56-b5cf-ce53975d2455 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 945 time: 0.0487945 Jul 21 06:34:08.085578 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-32f0c96e-649a-47c1-815f-0b648d3e9041 req-75c342d3-b7a2-4326-bd91-9dc51c8be57c tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Jul 21 06:34:08.109239 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 40800) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:34:08.154158 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6957ca3e-0c2d-413b-bbb5-f77c452e0398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47424985-5a53-4d8b-97b6-2f5bbea4e8da'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:34:08.156556 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e267dc2c-6d88-4223-91cb-1194a1181c21" -d '{"events": [{"server_uuid": "6957ca3e-0c2d-413b-bbb5-f77c452e0398", "name": "network-vif-plugged", "status": "completed", "tag": "47424985-5a53-4d8b-97b6-2f5bbea4e8da"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:34:08.196577 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27d8659-e1dc-46e3-b920-9000914b50f5 x-openstack-request-id: req-f27d8659-e1dc-46e3-b920-9000914b50f5 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:34:08.196879 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6957ca3e-0c2d-413b-bbb5-f77c452e0398", "name": "network-vif-plugged", "status": "completed", "tag": "47424985-5a53-4d8b-97b6-2f5bbea4e8da", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:34:08.197127 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f27d8659-e1dc-46e3-b920-9000914b50f5 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:34:08.197521 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27d8659-e1dc-46e3-b920-9000914b50f5'] response: {'server_uuid': '6957ca3e-0c2d-413b-bbb5-f77c452e0398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47424985-5a53-4d8b-97b6-2f5bbea4e8da', 'code': 200} Jul 21 06:34:08.202640 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608fa9a-6154-4305-b7e5-b16379df633d req-cebdfc95-1087-483e-9183-c21ce0cc5866 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:08.204141 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9608fa9a-6154-4305-b7e5-b16379df633d req-cebdfc95-1087-483e-9183-c21ce0cc5866 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 947 time: 0.0544379 Jul 21 06:34:08.233115 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6083a62-2ca1-4087-9bc9-ab551cedfe3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:08.252865 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9608fa9a-6154-4305-b7e5-b16379df633d req-2f064684-d38a-4f2d-a342-58db7b487630 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427916 Jul 21 06:34:08.311158 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6083a62-2ca1-4087-9bc9-ab551cedfe3d admin admin] Publish callbacks [] for security_group (24b153c8-4a1e-442a-aa56-0f18ee451c24), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:08.314839 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6083a62-2ca1-4087-9bc9-ab551cedfe3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (24b153c8-4a1e-442a-aa56-0f18ee451c24), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:08.353964 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c6083a62-2ca1-4087-9bc9-ab551cedfe3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d52008e0a274c3aa3757babb64de9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438357 Jul 21 06:34:08.354704 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6083a62-2ca1-4087-9bc9-ab551cedfe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b153c8-4a1e-442a-aa56-0f18ee451c24,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:34:08.356661 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 40808) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:34:08.406280 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7b27ab7e-cb50-41a3-8822-093bd81ac80f admin admin] Publish callbacks [] for security_group (24b153c8-4a1e-442a-aa56-0f18ee451c24), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:08.428413 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7b27ab7e-cb50-41a3-8822-093bd81ac80f admin admin] Publish callbacks [] for security_group (24b153c8-4a1e-442a-aa56-0f18ee451c24), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:08.475241 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7b27ab7e-cb50-41a3-8822-093bd81ac80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (24b153c8-4a1e-442a-aa56-0f18ee451c24), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:08.477735 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7b27ab7e-cb50-41a3-8822-093bd81ac80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:08.478972 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7b27ab7e-cb50-41a3-8822-093bd81ac80f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24b153c8-4a1e-442a-aa56-0f18ee451c24 HTTP/1.1" status: 204 len: 168 time: 0.1213112 Jul 21 06:34:08.486855 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27ab7e-cb50-41a3-8822-093bd81ac80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b153c8-4a1e-442a-aa56-0f18ee451c24,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:34:09.178116 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:09.217772 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488e12c-302b-4059-ac3b-d534052a5254 req-ceb56be4-abf8-4bfb-bcfc-4b866a20e535 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:09.219295 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d488e12c-302b-4059-ac3b-d534052a5254 req-ceb56be4-abf8-4bfb-bcfc-4b866a20e535 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 945 time: 0.0531061 Jul 21 06:34:09.268492 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d488e12c-302b-4059-ac3b-d534052a5254 req-489f2c82-5103-4501-9014-20ed62dc3989 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Jul 21 06:34:09.372963 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95df242-21e2-4d24-817a-40100ed50536 req-6b8867c8-8bcb-498c-a83a-8a2cfd79f9f4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:09.374351 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e95df242-21e2-4d24-817a-40100ed50536 req-6b8867c8-8bcb-498c-a83a-8a2cfd79f9f4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 947 time: 0.0474181 Jul 21 06:34:09.399342 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:09.421358 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e95df242-21e2-4d24-817a-40100ed50536 req-450ba64f-8c60-4341-92f4-b52bd9fe7636 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416396 Jul 21 06:34:09.675260 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441c0aa-7d62-4db4-8f94-cc05a301a5e9 req-b22d5a61-62e4-4539-ad30-f03b6784f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:09.677321 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1441c0aa-7d62-4db4-8f94-cc05a301a5e9 req-b22d5a61-62e4-4539-ad30-f03b6784f8ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 1129 time: 0.0410302 Jul 21 06:34:09.729463 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1441c0aa-7d62-4db4-8f94-cc05a301a5e9 req-bfd4d673-229c-480d-8a5b-2a26541801bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 Jul 21 06:34:10.385635 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00995bd0-2e0c-4743-8080-65ee257a6580 req-db9b2137-2d0c-4a12-9e04-497a93b92f47 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:10.387138 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-00995bd0-2e0c-4743-8080-65ee257a6580 req-db9b2137-2d0c-4a12-9e04-497a93b92f47 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Jul 21 06:34:10.436701 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-00995bd0-2e0c-4743-8080-65ee257a6580 req-b89ceee3-1f48-40e3-b37c-e18222c43f1f tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Jul 21 06:34:10.539649 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdb6bf-9fa8-46a3-8969-943747586a9d req-2f8d4ace-37c6-4613-84df-b2992abcbce8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:10.541170 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4bdb6bf-9fa8-46a3-8969-943747586a9d req-2f8d4ace-37c6-4613-84df-b2992abcbce8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 947 time: 0.0479681 Jul 21 06:34:10.595042 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4bdb6bf-9fa8-46a3-8969-943747586a9d req-60938969-0b3c-40ff-92d7-4b6d83b35c20 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482435 Jul 21 06:34:10.681387 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c911f-7970-487b-b92b-a80cceda063c req-bbfb0041-55fa-43d7-89f3-07c9abe14192 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:10.683123 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-926c911f-7970-487b-b92b-a80cceda063c req-bbfb0041-55fa-43d7-89f3-07c9abe14192 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0550015 Jul 21 06:34:10.779350 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-e4641bee-9c97-4c40-8163-12c121579837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:10.780824 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-e4641bee-9c97-4c40-8163-12c121579837 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 1129 time: 0.0832832 Jul 21 06:34:10.784011 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-926c911f-7970-487b-b92b-a80cceda063c req-e82de260-3f69-4448-a6a3-3d435f01043f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951958 Jul 21 06:34:10.900011 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-b491e3c6-bcf5-45c8-b30d-cca833bebfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:10.901385 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-b491e3c6-bcf5-45c8-b30d-cca833bebfa9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.0998075 Jul 21 06:34:10.977557 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-fafc95b8-942d-4765-a094-cacbdf86214c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6cc1e71-5824-4e10-98c9-72b30b663270 HTTP/1.1" status: 200 len: 1000 time: 0.0590909 Jul 21 06:34:11.051193 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-eb4fb558-218c-4075-9930-30190c612bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:11.053288 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-eb4fb558-218c-4075-9930-30190c612bba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.0476439 Jul 21 06:34:11.116716 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-025f6c8d-5ad8-4a35-bfad-9cc6a557066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:11.118355 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-025f6c8d-5ad8-4a35-bfad-9cc6a557066c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482676 Jul 21 06:34:11.248644 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-80aaf139-7d5f-4de0-8387-c5c2b91c3f4d service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915959 Jul 21 06:34:11.350096 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:11.375837 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bcef62ed-b10c-46a6-a992-26dd75c7a41b req-b288d051-276e-48e7-beb1-b2f39e92764f service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908439 Jul 21 06:34:11.558679 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e499b-c1a4-4d67-b19d-e4658fb0b05d req-b2fa6ab2-2e91-4618-b580-8b405e9a93c6 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:11.560124 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f35e499b-c1a4-4d67-b19d-e4658fb0b05d req-b2fa6ab2-2e91-4618-b580-8b405e9a93c6 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 945 time: 0.0531340 Jul 21 06:34:11.607755 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f35e499b-c1a4-4d67-b19d-e4658fb0b05d req-33981cd9-9429-47a0-bc18-c71abca1a503 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Jul 21 06:34:11.904708 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310311-0e4c-454e-8ec4-571d44889a04 req-0969a045-2d91-4982-a927-ed180133d4ff tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:11.906207 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76310311-0e4c-454e-8ec4-571d44889a04 req-0969a045-2d91-4982-a927-ed180133d4ff tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0521448 Jul 21 06:34:11.931871 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:11.952926 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76310311-0e4c-454e-8ec4-571d44889a04 req-f6ec8cc8-edba-4667-ba10-5db0048a7f8a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404060 Jul 21 06:34:12.720554 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3b37-5a7a-4435-8039-e48b9a1e751f req-e1cb7ba4-f6d0-42fd-86dc-cb23dadb4e14 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:12.722067 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-000f3b37-5a7a-4435-8039-e48b9a1e751f req-e1cb7ba4-f6d0-42fd-86dc-cb23dadb4e14 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 945 time: 0.0469813 Jul 21 06:34:12.771937 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-000f3b37-5a7a-4435-8039-e48b9a1e751f req-0b5072b5-18b0-498b-b084-dd8f8be53379 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Jul 21 06:34:13.070329 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced92362-6860-4381-8ee6-2b32d5c96805 req-bb2d4d1c-7616-4a8c-abd1-1e9f14d09f73 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:13.071817 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ced92362-6860-4381-8ee6-2b32d5c96805 req-bb2d4d1c-7616-4a8c-abd1-1e9f14d09f73 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0470507 Jul 21 06:34:13.125807 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ced92362-6860-4381-8ee6-2b32d5c96805 req-221aba7a-d537-4b8b-ab49-f0305aff9b90 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463285 Jul 21 06:34:14.243791 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f99f4-151e-4d98-9a63-01a2b1ea1142 req-12020bc7-ae42-4cad-8c6f-9ee6d14945a5 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:14.245491 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d37f99f4-151e-4d98-9a63-01a2b1ea1142 req-12020bc7-ae42-4cad-8c6f-9ee6d14945a5 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0482883 Jul 21 06:34:14.293471 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d37f99f4-151e-4d98-9a63-01a2b1ea1142 req-ef58f94c-482d-4af6-9ff5-d025e23c4e5d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Jul 21 06:34:14.940143 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:14.940786 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:15.414928 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446e3ee-f225-4e37-8908-f66cfb612e40 req-f8f5ec80-4f61-4202-8662-e92f8c945649 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:15.416381 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5446e3ee-f225-4e37-8908-f66cfb612e40 req-f8f5ec80-4f61-4202-8662-e92f8c945649 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0546257 Jul 21 06:34:15.465201 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5446e3ee-f225-4e37-8908-f66cfb612e40 req-bb338dd5-3c3f-4077-ae23-b2827872e759 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434670 Jul 21 06:34:16.383580 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:16.591125 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6fad8-3621-42e5-8398-60ebe621d99e req-088608e7-16a1-4f48-a5bd-cb921e5bcf31 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:16.592569 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-83e6fad8-3621-42e5-8398-60ebe621d99e req-088608e7-16a1-4f48-a5bd-cb921e5bcf31 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0551941 Jul 21 06:34:16.640712 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-83e6fad8-3621-42e5-8398-60ebe621d99e req-9fbaa692-0885-48bb-97e0-076f98ab6c4f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425937 Jul 21 06:34:16.876654 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-323110d6-5c2e-41e9-930c-68033ec8362b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389273 Jul 21 06:34:17.004519 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-fa415b31-2600-4fbe-8eff-dd4c80bd9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:17.006126 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-fa415b31-2600-4fbe-8eff-dd4c80bd9ca1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 1130 time: 0.0399499 Jul 21 06:34:17.121623 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-dfd38217-f2cc-4aa0-b61c-e709e8b5d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:17.123196 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-dfd38217-f2cc-4aa0-b61c-e709e8b5d438 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.0943923 Jul 21 06:34:17.165570 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-fe378ce9-fd2a-4680-aeb9-e66a4cfa784e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=066e9645-9422-4d88-a511-31ab25daf6de HTTP/1.1" status: 200 len: 217 time: 0.0348988 Jul 21 06:34:17.220839 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-ad43774a-9c4d-4a57-b474-3dfc799c57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:17.222354 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-ad43774a-9c4d-4a57-b474-3dfc799c57ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.0476866 Jul 21 06:34:17.265789 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-3269c157-1671-4d10-aafb-54c050a5cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:17.267290 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-3269c157-1671-4d10-aafb-54c050a5cea2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391366 Jul 21 06:34:17.364449 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-66253ec6-0d18-4d36-814d-0f27d534dea1 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872803 Jul 21 06:34:17.378788 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:17.463572 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b7a47b42-ef4b-4949-a954-91d3ced50252 req-6aad3bee-1624-4833-a12b-690b7bc73133 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914135 Jul 21 06:34:17.760108 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e378337-3910-438c-8be3-86601744b7a8 req-57223e0f-ef5b-44ad-a943-4867ae96aabe tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:17.761568 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2e378337-3910-438c-8be3-86601744b7a8 req-57223e0f-ef5b-44ad-a943-4867ae96aabe tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0471694 Jul 21 06:34:17.774147 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:17.808808 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2e378337-3910-438c-8be3-86601744b7a8 req-6f76d2aa-f5d0-47b4-af64-e47d702a7108 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417836 Jul 21 06:34:17.863741 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:18.348841 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:18.350620 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:18.932531 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23c88d-42a1-48c9-bfaf-a3fa90363627 req-76d65b88-3740-4b7b-a021-c7221d1b7ed1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:18.934006 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca23c88d-42a1-48c9-bfaf-a3fa90363627 req-76d65b88-3740-4b7b-a021-c7221d1b7ed1 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0549464 Jul 21 06:34:18.982471 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca23c88d-42a1-48c9-bfaf-a3fa90363627 req-c5c3baff-e194-4f93-b19e-b009b97212a8 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428534 Jul 21 06:34:20.101780 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355859ed-e299-4c7e-be55-bfb97704e596 req-9db3d4e9-9679-434c-a09b-f710e27f10b0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:20.103275 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-355859ed-e299-4c7e-be55-bfb97704e596 req-9db3d4e9-9679-434c-a09b-f710e27f10b0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0509183 Jul 21 06:34:20.153380 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-355859ed-e299-4c7e-be55-bfb97704e596 req-331fe9d3-d888-47a9-a520-7406459e23cf tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428979 Jul 21 06:34:21.275409 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9683c0f-8069-4837-ac95-6f3466974b5a req-2fb7e975-9166-43ad-bdab-ed7acdd4b1eb tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:21.276904 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a9683c0f-8069-4837-ac95-6f3466974b5a req-2fb7e975-9166-43ad-bdab-ed7acdd4b1eb tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0513849 Jul 21 06:34:21.331973 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a9683c0f-8069-4837-ac95-6f3466974b5a req-977b5687-0a19-4224-af48-e2fea45bfa61 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496981 Jul 21 06:34:22.449821 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97051d11-6e96-4844-b9a6-8d7e2cffdb0a req-8ba25473-a6ed-481d-8214-3ab936693a42 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:22.451266 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-97051d11-6e96-4844-b9a6-8d7e2cffdb0a req-8ba25473-a6ed-481d-8214-3ab936693a42 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0465047 Jul 21 06:34:22.501779 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-97051d11-6e96-4844-b9a6-8d7e2cffdb0a req-ff53cd01-e145-4c68-992e-512c5c4f1230 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450442 Jul 21 06:34:23.571491 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b521e-63e7-4dda-b144-1f2c3fe6ff4b req-d4dfd020-9608-464a-bfb8-dc65d67a910e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:23.572971 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-280b521e-63e7-4dda-b144-1f2c3fe6ff4b req-d4dfd020-9608-464a-bfb8-dc65d67a910e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0510657 Jul 21 06:34:23.643093 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f2f2c-3a21-4695-ade3-c1b7b4ec196a req-621bcbc2-a7b2-4463-abac-fc13c4608303 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:23.644601 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0a8f2f2c-3a21-4695-ade3-c1b7b4ec196a req-621bcbc2-a7b2-4463-abac-fc13c4608303 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0683780 Jul 21 06:34:23.674773 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-280b521e-63e7-4dda-b144-1f2c3fe6ff4b req-5913d66b-21ef-4d2e-96dd-0e71a456da1f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900927 Jul 21 06:34:23.706733 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0a8f2f2c-3a21-4695-ade3-c1b7b4ec196a req-bea10117-70e0-4b54-89ea-e9ce97caff06 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552111 Jul 21 06:34:24.829895 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73446f92-3de0-4c62-ad6f-a7cbec07c5ab req-8c38694f-d0dc-40c4-b0fc-b362fa4c751d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:24.831378 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73446f92-3de0-4c62-ad6f-a7cbec07c5ab req-8c38694f-d0dc-40c4-b0fc-b362fa4c751d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0766447 Jul 21 06:34:24.852409 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069c58-7b3c-48e9-bbe4-9524d461eab1 req-3d8476d3-14e6-49d1-bc4e-24c03d50da46 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:24.854379 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b069c58-7b3c-48e9-bbe4-9524d461eab1 req-3d8476d3-14e6-49d1-bc4e-24c03d50da46 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0704851 Jul 21 06:34:24.922332 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73446f92-3de0-4c62-ad6f-a7cbec07c5ab req-1f690857-81a2-44d5-9ef5-12b608c80811 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836391 Jul 21 06:34:24.934036 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b069c58-7b3c-48e9-bbe4-9524d461eab1 req-f096722e-a1ee-4859-b9a3-5a193cee47c6 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694976 Jul 21 06:34:26.065295 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0b2d7-5f83-402b-852e-4c8f20d3fb34 req-933600a3-a871-4922-8380-5c5d144d81f0 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:26.066806 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ffe0b2d7-5f83-402b-852e-4c8f20d3fb34 req-933600a3-a871-4922-8380-5c5d144d81f0 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0744350 Jul 21 06:34:26.093882 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e06643-da31-46da-84ee-bd08bf8b996b req-4063c887-a794-46c9-b371-24bd6fae7161 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:26.095300 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b9e06643-da31-46da-84ee-bd08bf8b996b req-4063c887-a794-46c9-b371-24bd6fae7161 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0732388 Jul 21 06:34:26.104790 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:26.143709 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ffe0b2d7-5f83-402b-852e-4c8f20d3fb34 req-1193ba9a-62f7-4bee-a38f-12c5d2e4da19 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707045 Jul 21 06:34:26.166565 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b9e06643-da31-46da-84ee-bd08bf8b996b req-57860c2c-9b13-494f-83e2-754555278244 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645285 Jul 21 06:34:26.193924 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11aff8b5-05ff-47e1-b3f4-0255dd2e13a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:27.290871 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d10818-9fcc-4d16-99d0-729d5bde7028 req-1e1002c2-a305-4184-95b8-886ee8b805ad tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:27.292354 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c8d10818-9fcc-4d16-99d0-729d5bde7028 req-1e1002c2-a305-4184-95b8-886ee8b805ad tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0758269 Jul 21 06:34:27.305734 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:27.320553 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cbfc0-e489-45fe-8ee2-4bb89533c899 req-e6741419-72a5-4ec9-8ae6-8a073c1fbb72 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:27.322560 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-388cbfc0-e489-45fe-8ee2-4bb89533c899 req-e6741419-72a5-4ec9-8ae6-8a073c1fbb72 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0742052 Jul 21 06:34:27.368789 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c8d10818-9fcc-4d16-99d0-729d5bde7028 req-00ee63bc-d376-451e-9277-a681394840bd tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706944 Jul 21 06:34:27.389802 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-388cbfc0-e489-45fe-8ee2-4bb89533c899 req-a270c533-1ef9-432b-9a0a-67cd74c7f6e0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602772 Jul 21 06:34:28.510384 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-320eaa97-5ee2-4bc5-82f8-fda52987d97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:28.517854 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3ae75-18e1-46b8-8855-77c0f8a06598 req-62c4a0b7-7a89-474c-8026-1bd02ed7af95 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:28.519369 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b6b3ae75-18e1-46b8-8855-77c0f8a06598 req-62c4a0b7-7a89-474c-8026-1bd02ed7af95 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0798750 Jul 21 06:34:28.534927 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5d477-6e1c-4179-b5da-073e0f2b32d7 req-446e72e4-0077-4a75-b8ee-0a3d45fb0c02 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:28.536312 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-14d5d477-6e1c-4179-b5da-073e0f2b32d7 req-446e72e4-0077-4a75-b8ee-0a3d45fb0c02 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0672143 Jul 21 06:34:28.608945 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b6b3ae75-18e1-46b8-8855-77c0f8a06598 req-f9c34239-dc0c-4ed6-acb3-b4ee09aa674e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808079 Jul 21 06:34:28.612922 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-14d5d477-6e1c-4179-b5da-073e0f2b32d7 req-1455a972-82da-4363-8c71-ab2d4ac64681 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692248 Jul 21 06:34:29.080730 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16350d1d-c348-40cf-aa65-d750a9395f38 req-61716d07-2a71-4731-bbd1-38aab4d895b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:29.082220 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-16350d1d-c348-40cf-aa65-d750a9395f38 req-61716d07-2a71-4731-bbd1-38aab4d895b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 1129 time: 0.0447068 Jul 21 06:34:29.124727 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-16350d1d-c348-40cf-aa65-d750a9395f38 req-22f1021e-6b3b-4599-ac5c-e14271e70695 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362790 Jul 21 06:34:29.752089 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b92657-cdcb-4445-ba0c-6085b72548b2 req-a5e923b0-f456-404c-afa4-31586819b240 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:29.753552 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b9b92657-cdcb-4445-ba0c-6085b72548b2 req-a5e923b0-f456-404c-afa4-31586819b240 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0761838 Jul 21 06:34:29.761756 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4102e2-378d-4d3a-878b-5e7031c19547 req-2ceee5b2-6f9b-46f6-a4a8-ccba03581cee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:29.763155 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d4102e2-378d-4d3a-878b-5e7031c19547 req-2ceee5b2-6f9b-46f6-a4a8-ccba03581cee tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0755546 Jul 21 06:34:29.835677 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b9b92657-cdcb-4445-ba0c-6085b72548b2 req-ef0a3ee1-ffce-4ca2-8620-82259739767d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716007 Jul 21 06:34:29.838883 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d4102e2-378d-4d3a-878b-5e7031c19547 req-f082d40c-0b35-4d36-8516-da80226aa7c3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682766 Jul 21 06:34:29.967183 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:31.141051 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:31.209156 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19bc1d-6d72-470e-94e1-342b3656c793 req-20afcbae-3154-45d2-b817-1c9830c51bfa tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:31.210655 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-de19bc1d-6d72-470e-94e1-342b3656c793 req-20afcbae-3154-45d2-b817-1c9830c51bfa tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.3017261 Jul 21 06:34:31.217156 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d486385-8cfe-46f4-bee7-90eb21429379 req-9d4ee83e-4ce7-467e-8c0f-a150f541694a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:31.218531 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1d486385-8cfe-46f4-bee7-90eb21429379 req-9d4ee83e-4ce7-467e-8c0f-a150f541694a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.2993655 Jul 21 06:34:31.291686 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-de19bc1d-6d72-470e-94e1-342b3656c793 req-5e0f400f-2076-4288-8821-890a897d00ce tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722206 Jul 21 06:34:31.294658 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1d486385-8cfe-46f4-bee7-90eb21429379 req-d856e4ab-6071-4cc1-889f-c9604c9d73ee tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685782 Jul 21 06:34:31.708445 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:32.410664 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff4d1-086e-4e2b-b414-1cb1d5d8789a req-4c762381-f6e9-412d-8294-f042664f1b9c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:32.412405 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aafff4d1-086e-4e2b-b414-1cb1d5d8789a req-4c762381-f6e9-412d-8294-f042664f1b9c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0511920 Jul 21 06:34:32.463716 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aafff4d1-086e-4e2b-b414-1cb1d5d8789a req-9c1cab07-11e7-442a-88f2-e22cd40405c0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450795 Jul 21 06:34:32.556724 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a9823-4bb7-4ea2-bc55-3345fedc8402 req-e64057fb-849b-4914-88ce-461a8cf574e5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:32.558297 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-036a9823-4bb7-4ea2-bc55-3345fedc8402 req-e64057fb-849b-4914-88ce-461a8cf574e5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0644844 Jul 21 06:34:32.579761 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:32.609894 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-036a9823-4bb7-4ea2-bc55-3345fedc8402 req-7d911c01-428f-463b-a69b-f2bc8707207b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456824 Jul 21 06:34:32.863936 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:32.880288 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:32.881071 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:32.897421 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beebc6-eee1-4a01-840c-4dd1bde620c9 req-087f7262-eec0-4465-af89-eee59219793f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:32.900204 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3beebc6-eee1-4a01-840c-4dd1bde620c9 req-087f7262-eec0-4465-af89-eee59219793f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0810022 Jul 21 06:34:32.909195 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-394e3aa7-351a-4cef-8db8-2587e2a49970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:32.910582 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-394e3aa7-351a-4cef-8db8-2587e2a49970 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 1129 time: 0.0572016 Jul 21 06:34:33.011772 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3beebc6-eee1-4a01-840c-4dd1bde620c9 req-7b545a6e-85f4-4559-b14a-2a0225f36a0d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046205 Jul 21 06:34:33.036358 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-0d64d2d2-1f97-4640-9daa-93015118d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:33.037807 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-0d64d2d2-1f97-4640-9daa-93015118d04a service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.1141522 Jul 21 06:34:33.102966 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-fc679278-01bd-4be9-be9e-c244b9b7b283 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6cc1e71-5824-4e10-98c9-72b30b663270 HTTP/1.1" status: 200 len: 1000 time: 0.0586824 Jul 21 06:34:33.151017 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-df596a4b-af8d-4713-abfc-d7fb63448a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:33.152334 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-df596a4b-af8d-4713-abfc-d7fb63448a8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.0437899 Jul 21 06:34:33.212365 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-ee7ac285-f18a-4e8f-b98f-93fdbb524c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:33.213957 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-ee7ac285-f18a-4e8f-b98f-93fdbb524c27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426939 Jul 21 06:34:33.309503 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-4a5e2ea3-003e-4885-a22e-7fb8bff9f1a1 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863163 Jul 21 06:34:33.404421 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1dfa23c-23b4-468f-9bbc-4d2c2db5e7dc req-f144de71-34f8-4d5b-9a5b-7fa2729d3065 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873973 Jul 21 06:34:33.730551 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc366a2-6b51-43fb-8c05-0232500102ed req-4a15989e-3f75-4547-8bbf-c0bd3a8f688f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:33.732032 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dc366a2-6b51-43fb-8c05-0232500102ed req-4a15989e-3f75-4547-8bbf-c0bd3a8f688f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0524807 Jul 21 06:34:33.778841 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dc366a2-6b51-43fb-8c05-0232500102ed req-c5dd4128-3aee-449d-bdd0-288bbb0580bc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413845 Jul 21 06:34:34.125748 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d262d7-0d8e-4998-949c-afdf6c8e470c req-7992b98d-7811-4474-ba53-a01524aefe09 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:34.127217 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-46d262d7-0d8e-4998-949c-afdf6c8e470c req-7992b98d-7811-4474-ba53-a01524aefe09 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0479176 Jul 21 06:34:34.177903 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-46d262d7-0d8e-4998-949c-afdf6c8e470c req-3c9b81de-42ef-4d67-9d8e-91d514ae09ae tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451436 Jul 21 06:34:34.901927 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb1813-d028-48b6-b871-38d01cdd2159 req-28709641-4556-4992-99df-d3b2a7b118cb tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:34.903334 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-85cb1813-d028-48b6-b871-38d01cdd2159 req-28709641-4556-4992-99df-d3b2a7b118cb tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0482795 Jul 21 06:34:34.949308 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-85cb1813-d028-48b6-b871-38d01cdd2159 req-34bd007d-0819-4464-ad30-f4a1d5d670fc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405970 Jul 21 06:34:35.294892 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3be170-b2d0-411f-835b-4e17914c1687 req-9ea09e2e-574a-4a97-9982-c97d694e3f00 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:35.296344 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c3be170-b2d0-411f-835b-4e17914c1687 req-9ea09e2e-574a-4a97-9982-c97d694e3f00 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0473356 Jul 21 06:34:35.342733 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c3be170-b2d0-411f-835b-4e17914c1687 req-632c1a32-1713-4d3f-86c6-5221cf5b7b5f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410616 Jul 21 06:34:36.050934 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:36.067607 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44fe5d-ee27-4dcb-a0a5-b5fc467783ee req-64ee1056-f344-4059-9946-3421a0cc1358 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:36.069075 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b44fe5d-ee27-4dcb-a0a5-b5fc467783ee req-64ee1056-f344-4059-9946-3421a0cc1358 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0517571 Jul 21 06:34:36.116962 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b44fe5d-ee27-4dcb-a0a5-b5fc467783ee req-574e72f2-1660-420e-b819-11fb4b52b944 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417736 Jul 21 06:34:36.456507 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3a39-2d09-41bd-9382-0a88ffa09951 req-0c9ba7ee-8731-45d5-bb1c-be10bcfc3ede tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:36.457973 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-519f3a39-2d09-41bd-9382-0a88ffa09951 req-0c9ba7ee-8731-45d5-bb1c-be10bcfc3ede tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0470767 Jul 21 06:34:36.469803 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:36.505111 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-519f3a39-2d09-41bd-9382-0a88ffa09951 req-e1ed9302-2857-4175-ae71-983769f513b3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415232 Jul 21 06:34:37.233666 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fab09-c7c0-419f-b5b5-5ac85a3d24e8 req-5c6ca4cc-b13c-4a5a-ae04-1405e62d30a4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:37.235148 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b5fab09-c7c0-419f-b5b5-5ac85a3d24e8 req-5c6ca4cc-b13c-4a5a-ae04-1405e62d30a4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0470707 Jul 21 06:34:37.285250 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b5fab09-c7c0-419f-b5b5-5ac85a3d24e8 req-8f1352a7-2806-4d18-9cfb-abe797c46db5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447187 Jul 21 06:34:37.623490 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467bb57-8567-462a-ac54-a151cdf6570b req-3aca2675-51b4-4b72-9782-f17bcd314143 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:37.624945 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b467bb57-8567-462a-ac54-a151cdf6570b req-3aca2675-51b4-4b72-9782-f17bcd314143 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0471292 Jul 21 06:34:37.671348 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b467bb57-8567-462a-ac54-a151cdf6570b req-7422220a-cc3c-4c8b-8d87-4512edd5c8cf tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410614 Jul 21 06:34:37.782261 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038084f8-6273-4a4b-b972-a437981981d6 req-69cb758d-fb12-422a-8428-03a651f29626 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:37.783745 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-038084f8-6273-4a4b-b972-a437981981d6 req-69cb758d-fb12-422a-8428-03a651f29626 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0472152 Jul 21 06:34:37.792817 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41116) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:34:37.796999 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-d1aafaa5-fae5-458f-8342-ce017f2aaed2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Request body: {'floatingip': {'port_id': 'f6cc1e71-5824-4e10-98c9-72b30b663270'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:34:37.851420 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d1aafaa5-fae5-458f-8342-ce017f2aaed2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for floatingip (bdd209ca-c6ac-4978-85b9-e8f7faf3b585), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:38.287734 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d1aafaa5-fae5-458f-8342-ce017f2aaed2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:38.291948 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d1aafaa5-fae5-458f-8342-ce017f2aaed2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (bdd209ca-c6ac-4978-85b9-e8f7faf3b585), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:38.381532 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:38.433472 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a59e94-1908-46c1-8985-fbab1b5921eb req-bdf71a68-208b-4cda-838f-3cfa59b9dd02 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:38.434926 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-34a59e94-1908-46c1-8985-fbab1b5921eb req-bdf71a68-208b-4cda-838f-3cfa59b9dd02 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0697715 Jul 21 06:34:38.535341 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:38.561855 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-34a59e94-1908-46c1-8985-fbab1b5921eb req-8e05ce80-8f31-41e0-88dd-25485e69357e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932069 Jul 21 06:34:38.575661 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aafaa5-fae5-458f-8342-ce017f2aaed2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:34:38.678331 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aafaa5-fae5-458f-8342-ce017f2aaed2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:34:38.683798 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d1aafaa5-fae5-458f-8342-ce017f2aaed2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:38.688258 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] Sync routers for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:34:38.698633 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:34:38.699255 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:34:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:38.701132 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=74,neutron:UPDATE=8 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:38.716501 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:34:38.718759 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:34:38.750457 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d1aafaa5-fae5-458f-8342-ce017f2aaed2 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "PUT /v2.0/floatingips/bdd209ca-c6ac-4978-85b9-e8f7faf3b585 HTTP/1.1" status: 200 len: 992 time: 0.9544485 Jul 21 06:34:38.778100 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b861db9-54f1-4d09-90d5-35cb06164290 x-openstack-request-id: req-8b861db9-54f1-4d09-90d5-35cb06164290 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:34:38.778393 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:34:38.778645 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b861db9-54f1-4d09-90d5-35cb06164290 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:34:38.779051 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b861db9-54f1-4d09-90d5-35cb06164290'] response: {'name': 'network-changed', 'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'status': 'completed', 'code': 200} Jul 21 06:34:38.808192 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:34:39.018211 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'bdd209ca-c6ac-4978-85b9-e8f7faf3b585', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'port_id': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'mac_address': 'fa:16:3e:d2:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d312821-22fc-4f7a-9a04-88f677a66511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:32:47Z', 'updated_at': '2022-07-21T06:34:38Z', 'revision_number': 3, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 5, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:39.047464 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] Checking router: 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:34:39.056548 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:34:39.057166 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:34:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:39.160322 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:34:39.218761 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-8e35d886-64a8-4bdb-b8ca-d447953a9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:39.220247 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-8e35d886-64a8-4bdb-b8ca-d447953a9dd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 1129 time: 0.0425391 Jul 21 06:34:39.366760 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'bdd209ca-c6ac-4978-85b9-e8f7faf3b585', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'port_id': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'mac_address': 'fa:16:3e:d2:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d312821-22fc-4f7a-9a04-88f677a66511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:32:47Z', 'updated_at': '2022-07-21T06:34:38Z', 'revision_number': 3, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 5, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:39.392164 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18ebd5-248b-43a0-ba61-98b69f0c45f6 None None] The sync data for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi is: [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'bdd209ca-c6ac-4978-85b9-e8f7faf3b585', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'port_id': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'mac_address': 'fa:16:3e:d2:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d312821-22fc-4f7a-9a04-88f677a66511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:32:47Z', 'updated_at': '2022-07-21T06:34:38Z', 'revision_number': 3, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 5, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:34:39.696072 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab5a78-64a6-4217-9a85-397283c9c50f req-18ff65c5-3df2-4cee-9e20-205b6deab7ba tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:39.697978 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09ab5a78-64a6-4217-9a85-397283c9c50f req-18ff65c5-3df2-4cee-9e20-205b6deab7ba tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0607870 Jul 21 06:34:39.720359 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-24607fc0-1156-4292-be51-1db2dc1f8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:39.721849 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-24607fc0-1156-4292-be51-1db2dc1f8623 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.1481142 Jul 21 06:34:39.757966 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09ab5a78-64a6-4217-9a85-397283c9c50f req-5f1a10c4-0e0f-4a3c-b960-473e325c928a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543246 Jul 21 06:34:39.809598 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-ca812073-b5f5-4738-a592-767a7289d305 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6cc1e71-5824-4e10-98c9-72b30b663270 HTTP/1.1" status: 200 len: 1000 time: 0.0620201 Jul 21 06:34:39.859752 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-6220ba74-8503-48e5-a109-855777a6e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:39.861259 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-6220ba74-8503-48e5-a109-855777a6e60e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.0434701 Jul 21 06:34:39.910038 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-f587bd18-197e-4bb3-bf99-464344cf7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:39.911548 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-f587bd18-197e-4bb3-bf99-464344cf7a80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399909 Jul 21 06:34:40.006582 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-7905eccd-1bb9-4e6b-a67c-110bdf3bbfdf service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878253 Jul 21 06:34:40.095957 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:40.103429 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff562c98-d0b3-4e9f-aa90-6aa51b47065e req-2ef133fd-ad98-4596-880e-53968b05baa6 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863049 Jul 21 06:34:40.780542 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:34:40.782930 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04" -d '{"events": [{"name": "network-changed", "server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:34:40.818069 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e303d4-f120-4f2b-bbda-29144abbb975 x-openstack-request-id: req-88e303d4-f120-4f2b-bbda-29144abbb975 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:34:40.818363 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:34:40.818618 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88e303d4-f120-4f2b-bbda-29144abbb975 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:34:40.819022 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e303d4-f120-4f2b-bbda-29144abbb975'] response: {'name': 'network-changed', 'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'status': 'completed', 'code': 200} Jul 21 06:34:40.879962 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482b7e-0889-40f8-b1da-ed849c50a0ab req-71bfe1e0-b4c5-44f4-841b-3c6312e4fd8a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:40.881406 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76482b7e-0889-40f8-b1da-ed849c50a0ab req-71bfe1e0-b4c5-44f4-841b-3c6312e4fd8a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0502095 Jul 21 06:34:41.151424 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76482b7e-0889-40f8-b1da-ed849c50a0ab req-0e139897-48fa-474b-8669-94f1ce471c79 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2636280 Jul 21 06:34:41.943437 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:34:42.264072 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed775418-a34e-448c-aec1-0f96471fb6e3 req-da8e7e7f-ba8d-4aa3-a23a-04187466a59a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:42.265525 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ed775418-a34e-448c-aec1-0f96471fb6e3 req-da8e7e7f-ba8d-4aa3-a23a-04187466a59a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0468237 Jul 21 06:34:42.311559 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ed775418-a34e-448c-aec1-0f96471fb6e3 req-e14a39cf-3297-4917-ae2c-76b893a3357c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405951 Jul 21 06:34:43.232231 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-47d94e7a-e94b-4f5a-a9cb-cfa1364471b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:43.234671 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-47d94e7a-e94b-4f5a-a9cb-cfa1364471b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 1129 time: 0.0485454 Jul 21 06:34:43.292235 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:43.349912 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-572b8620-1d7f-415d-84e2-2ddb9fdc2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:43.351400 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-572b8620-1d7f-415d-84e2-2ddb9fdc2cad service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.0899048 Jul 21 06:34:43.455646 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-8489749d-4a61-4569-980d-ddff1b4ce905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6cc1e71-5824-4e10-98c9-72b30b663270 HTTP/1.1" status: 200 len: 1000 time: 0.0894165 Jul 21 06:34:43.463576 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269508c-35c8-46c4-b6cc-0f4ca8c6a6d8 req-d26184af-63c5-4f56-914b-f145946cc393 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:43.464979 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b269508c-35c8-46c4-b6cc-0f4ca8c6a6d8 req-d26184af-63c5-4f56-914b-f145946cc393 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0648813 Jul 21 06:34:43.537217 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-7299c881-f022-4ead-b7c6-dcbfe05cb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:43.538672 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-7299c881-f022-4ead-b7c6-dcbfe05cb3da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.0728729 Jul 21 06:34:43.545986 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b269508c-35c8-46c4-b6cc-0f4ca8c6a6d8 req-832b76f9-9b54-4e91-a3ad-5abab680b837 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731015 Jul 21 06:34:43.589107 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-16c40318-1cdc-41ee-b0ad-a26744239e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:43.590684 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-16c40318-1cdc-41ee-b0ad-a26744239e5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438066 Jul 21 06:34:43.684587 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-22608b3f-0767-4db4-9457-4a2c0c376573 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872328 Jul 21 06:34:43.794099 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e70da3-28be-417e-9a86-a88a45fd2a7d req-1c654ce2-abc0-4eb9-84ea-b1f9842bc836 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:43.795568 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-40e70da3-28be-417e-9a86-a88a45fd2a7d req-1c654ce2-abc0-4eb9-84ea-b1f9842bc836 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0961266 Jul 21 06:34:43.829706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a34568-a769-454f-a7af-ec4a9773012c req-ca0e1270-cd92-4b3a-a95a-4a93dab26d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:43.831227 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7a34568-a769-454f-a7af-ec4a9773012c req-ca0e1270-cd92-4b3a-a95a-4a93dab26d27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2843a54fec340e19485e7b821fc071a&device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 1130 time: 0.0406513 Jul 21 06:34:43.843160 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94f232e1-36d7-4ac5-9db6-1af1a37d2e04 req-e87c9899-a963-4bdc-959a-276ba563dff6 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516058 Jul 21 06:34:43.859188 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-40e70da3-28be-417e-9a86-a88a45fd2a7d req-6a3c2480-d822-4bca-a6a6-699406d049a3 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573514 Jul 21 06:34:43.928862 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a34568-a769-454f-a7af-ec4a9773012c req-2e02e184-1160-473e-9d9c-e266e3040a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:43.930347 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7a34568-a769-454f-a7af-ec4a9773012c req-2e02e184-1160-473e-9d9c-e266e3040a2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 200 len: 911 time: 0.0899177 Jul 21 06:34:43.996790 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7a34568-a769-454f-a7af-ec4a9773012c req-43167767-194a-4c1b-b90c-008185aef1cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c03855-c1db-478e-916b-e86e4f9e9bdc HTTP/1.1" status: 200 len: 1001 time: 0.0550373 Jul 21 06:34:44.046803 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a34568-a769-454f-a7af-ec4a9773012c req-8b7e5123-8f39-4ba6-9b1e-6380d278bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:44.048268 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7a34568-a769-454f-a7af-ec4a9773012c req-8b7e5123-8f39-4ba6-9b1e-6380d278bf1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5afb2aad-2da8-492f-b61b-e57e223d05fc HTTP/1.1" status: 200 len: 849 time: 0.0446284 Jul 21 06:34:44.100853 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a34568-a769-454f-a7af-ec4a9773012c req-7801c748-98e1-40c9-9781-74f23aec72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:44.102306 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7a34568-a769-454f-a7af-ec4a9773012c req-7801c748-98e1-40c9-9781-74f23aec72fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428767 Jul 21 06:34:44.194996 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7a34568-a769-454f-a7af-ec4a9773012c req-54295f44-635c-4459-95d6-83283732ea45 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829244 Jul 21 06:34:44.295221 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7a34568-a769-454f-a7af-ec4a9773012c req-c5a1bc17-b016-4458-812c-7dc2ee3f304c service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926039 Jul 21 06:34:44.640903 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15df00-9a5b-4d2a-a50d-4ff1369ac0fa req-2779d45b-9bd1-49e4-8060-05df29d15b4e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:44.642309 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0e15df00-9a5b-4d2a-a50d-4ff1369ac0fa req-2779d45b-9bd1-49e4-8060-05df29d15b4e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0480802 Jul 21 06:34:44.693820 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0e15df00-9a5b-4d2a-a50d-4ff1369ac0fa req-d6b4a3de-df96-45f2-b266-e87321a22023 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460455 Jul 21 06:34:44.976188 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e712b-8b69-48c0-898a-e0365509cb61 req-b4cbdfa1-89ab-43ef-bbb9-83fefc1346ff tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:44.977624 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-143e712b-8b69-48c0-898a-e0365509cb61 req-b4cbdfa1-89ab-43ef-bbb9-83fefc1346ff tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0476894 Jul 21 06:34:45.023410 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-143e712b-8b69-48c0-898a-e0365509cb61 req-ac1b0933-d02d-454b-9f57-93368c672b44 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401955 Jul 21 06:34:45.807649 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e109d-ed65-42bc-b383-e05ba735d3ff req-8fcb6c2f-8ae7-483c-9cd8-2e8757279d48 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:45.809052 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d21e109d-ed65-42bc-b383-e05ba735d3ff req-8fcb6c2f-8ae7-483c-9cd8-2e8757279d48 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0473564 Jul 21 06:34:45.819835 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:45.856627 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d21e109d-ed65-42bc-b383-e05ba735d3ff req-35ebf6cf-e281-4038-beaf-28e6cd20dcc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 Jul 21 06:34:46.141438 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02564362-0fc5-4ccf-8cc6-8864f0f5785e req-f519d28b-0083-4c05-bdb2-1bfa8a287d30 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:46.142898 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-02564362-0fc5-4ccf-8cc6-8864f0f5785e req-f519d28b-0083-4c05-bdb2-1bfa8a287d30 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0519145 Jul 21 06:34:46.167425 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:46.190720 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-02564362-0fc5-4ccf-8cc6-8864f0f5785e req-d32ceacb-0b10-4593-a04b-759a192b2cd5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421124 Jul 21 06:34:46.974706 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dadfeb-fc91-429b-a789-7b9acadd7918 req-a29b9130-cf6d-40e3-b3e7-075f5f3ebeb1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:46.976153 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e3dadfeb-fc91-429b-a789-7b9acadd7918 req-a29b9130-cf6d-40e3-b3e7-075f5f3ebeb1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0464060 Jul 21 06:34:47.023370 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e3dadfeb-fc91-429b-a789-7b9acadd7918 req-27a7e11f-4251-4668-81f6-27151f41f3d2 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407255 Jul 21 06:34:47.303870 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96405aa-94c8-41b4-824d-4926aa875453 req-f0e09c21-00c4-4919-9317-26a3e6fe0e46 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:47.305243 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b96405aa-94c8-41b4-824d-4926aa875453 req-f0e09c21-00c4-4919-9317-26a3e6fe0e46 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0471265 Jul 21 06:34:47.356260 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b96405aa-94c8-41b4-824d-4926aa875453 req-4dbecda1-73b9-4b4c-9231-46565782f2c4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443864 Jul 21 06:34:47.856559 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:47.863828 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:48.139555 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2fb88-195a-47c4-8ca6-16f017b95ab5 req-41cf1fe8-4760-4f96-a159-cae6708d01fc tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:48.140903 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-efb2fb88-195a-47c4-8ca6-16f017b95ab5 req-41cf1fe8-4760-4f96-a159-cae6708d01fc tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0477145 Jul 21 06:34:48.187211 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-efb2fb88-195a-47c4-8ca6-16f017b95ab5 req-2b654e51-6cfb-49eb-8792-a9cbb4a6a2d0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408130 Jul 21 06:34:48.470819 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c8a05-f809-4093-afdc-c239eb97c441 req-c92c4edb-42b7-4ef2-9773-c0c656bf5ed3 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:48.472294 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-455c8a05-f809-4093-afdc-c239eb97c441 req-c92c4edb-42b7-4ef2-9773-c0c656bf5ed3 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0471575 Jul 21 06:34:48.519659 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-455c8a05-f809-4093-afdc-c239eb97c441 req-921812d1-94a9-41d4-8b42-800ce2947e95 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418375 Jul 21 06:34:48.785629 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-161e3e80-7e3e-4609-b16c-95eec067f104 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:48.787094 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-161e3e80-7e3e-4609-b16c-95eec067f104 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0483897 Jul 21 06:34:48.871054 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Deleting port ec590c24-0627-4416-8dda-da4d559e2b05 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:34:48.871396 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:48.963043 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] For port ec590c24-0627-4416-8dda-da4d559e2b05, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=ec590c24-0627-4416-8dda-da4d559e2b05,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:34:48.963301 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:49.170611 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:49.170969 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (a776677d-a94c-4b85-b97d-9de3f63c5bf9), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:49.171281 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Floating IP a776677d-a94c-4b85-b97d-9de3f63c5bf9 disassociated. External IP: 172.27.1.40, port: ec590c24-0627-4416-8dda-da4d559e2b05. Jul 21 06:34:49.171622 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Calling delete_port for ec590c24-0627-4416-8dda-da4d559e2b05 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:34:49.243270 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:49.249742 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:49.299717 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (ec590c24-0627-4416-8dda-da4d559e2b05), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:49.309353 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc342f6-9dab-475d-8533-2109f9729b1f req-c959a21f-0d4c-4f36-874d-80da28355d46 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:49.311518 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1bc342f6-9dab-475d-8533-2109f9729b1f req-c959a21f-0d4c-4f36-874d-80da28355d46 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 946 time: 0.0538273 Jul 21 06:34:49.332763 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'Port': ['ID=ec590c24-0627-4416-8dda-da4d559e2b05,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:34:49.346134 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.346486 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.346825 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.347161 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.347490 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.347818 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.348143 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.348471 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.348795 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.349118 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.349465 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.349786 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.350126 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.350443 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.350760 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:34:49.361059 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1bc342f6-9dab-475d-8533-2109f9729b1f req-78e78a5e-c8a6-450b-a058-dc9de25be7ee tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ad7c659-8e71-4e58-89ef-15da7ee68c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Jul 21 06:34:49.457110 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:34:49.561178 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:34:49.571652 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:34:49.581705 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:34:49.582376 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:34:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:49.609786 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] No DVR routers for this DVR port ec590c24-0627-4416-8dda-da4d559e2b05 on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:34:49.612603 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:49.616544 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ff18974f-54f4-4e93-90e0-8cf9f71fc3b6 req-81f27bc7-4733-44f8-9985-31003dcb7249 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "DELETE /v2.0/ports/ec590c24-0627-4416-8dda-da4d559e2b05 HTTP/1.1" status: 204 len: 173 time: 0.8234017 Jul 21 06:34:49.616544 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'name': 'network-vif-deleted', 'tag': 'ec590c24-0627-4416-8dda-da4d559e2b05'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:34:49.618788 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceada72-b306-4878-90c5-007c7e3d4bca" -d '{"events": [{"server_uuid": "3c3a3de3-c6af-4f50-b999-d47265b43595", "name": "network-vif-deleted", "tag": "ec590c24-0627-4416-8dda-da4d559e2b05"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:34:49.659474 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da54f62-aac3-49be-8ba6-55a7d942ee0d x-openstack-request-id: req-8da54f62-aac3-49be-8ba6-55a7d942ee0d {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:34:49.659836 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3a3de3-c6af-4f50-b999-d47265b43595", "name": "network-vif-deleted", "tag": "ec590c24-0627-4416-8dda-da4d559e2b05", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:34:49.660155 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8da54f62-aac3-49be-8ba6-55a7d942ee0d {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:34:49.661174 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da54f62-aac3-49be-8ba6-55a7d942ee0d'] response: {'server_uuid': '3c3a3de3-c6af-4f50-b999-d47265b43595', 'name': 'network-vif-deleted', 'tag': 'ec590c24-0627-4416-8dda-da4d559e2b05', 'status': 'completed', 'code': 200} Jul 21 06:34:49.691079 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:34:49.905420 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '4f33adce-84c3-4450-88e7-d8a708a79f01', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '0004c418-8336-40b0-9995-58b47e33de84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:c4:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:42Z', 'updated_at': '2022-07-21T06:31:34Z', 'revision_number': 2, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:49.929151 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:34:49.937930 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:34:49.938573 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:34:28Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:50.039649 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:34:50.331093 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '4f33adce-84c3-4450-88e7-d8a708a79f01', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '0004c418-8336-40b0-9995-58b47e33de84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:c4:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:42Z', 'updated_at': '2022-07-21T06:31:34Z', 'revision_number': 2, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:50.359658 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288a5270-9e70-4a92-980d-3095cd0cfa9d None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '4f33adce-84c3-4450-88e7-d8a708a79f01', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '0004c418-8336-40b0-9995-58b47e33de84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:c4:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f81355-5e49-4559-b29c-b6faefe880b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:30:42Z', 'updated_at': '2022-07-21T06:31:34Z', 'revision_number': 2, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:34:50.466915 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1de3abb3-508b-4045-b5be-95d6790f93c9 req-55ae05c0-ddc1-4bc6-874d-541a7fa57dc5 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 210 time: 0.0295484 Jul 21 06:34:50.599037 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a84ee0-3afe-4d74-80a3-a80fd3100aaf None None] New status for floating IP a776677d-a94c-4b85-b97d-9de3f63c5bf9: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:34:51.565406 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5dd43ef9-ae75-4755-8f05-0ab9e778c055 req-8ab476c7-f54d-4c23-b744-2fabca66c256 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c3a3de3-c6af-4f50-b999-d47265b43595 HTTP/1.1" status: 200 len: 210 time: 0.0287683 Jul 21 06:34:52.652352 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 41224) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:34:52.705252 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f70ed17-0d5c-4ab9-b6c3-4cc81633a31a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (5ad7c659-8e71-4e58-89ef-15da7ee68c1c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:52.728030 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f70ed17-0d5c-4ab9-b6c3-4cc81633a31a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (5ad7c659-8e71-4e58-89ef-15da7ee68c1c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:52.773540 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f70ed17-0d5c-4ab9-b6c3-4cc81633a31a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (5ad7c659-8e71-4e58-89ef-15da7ee68c1c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:52.776665 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f70ed17-0d5c-4ab9-b6c3-4cc81633a31a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:52.777792 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8f70ed17-0d5c-4ab9-b6c3-4cc81633a31a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "DELETE /v2.0/security-groups/5ad7c659-8e71-4e58-89ef-15da7ee68c1c HTTP/1.1" status: 204 len: 168 time: 0.1244841 Jul 21 06:34:52.780639 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41226) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:34:52.786834 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70ed17-0d5c-4ab9-b6c3-4cc81633a31a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad7c659-8e71-4e58-89ef-15da7ee68c1c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:34:52.794820 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-9a09e508-3d54-4d8d-bef5-6edf9f3ae475 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] show failed (client error): The resource could not be found. Jul 21 06:34:52.796461 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9a09e508-3d54-4d8d-bef5-6edf9f3ae475 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups/5ad7c659-8e71-4e58-89ef-15da7ee68c1c HTTP/1.1" status: 404 len: 347 time: 0.0144000 Jul 21 06:34:52.799184 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 41230) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:34:52.919964 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-3daf5db6-e7e7-44cd-9c9f-c7649dd96a1a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Deleting port 7acf2495-a91d-4ea1-b77f-9721d6e41c0d {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:34:52.920304 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3daf5db6-e7e7-44cd-9c9f-c7649dd96a1a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (7acf2495-a91d-4ea1-b77f-9721d6e41c0d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:52.997538 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3daf5db6-e7e7-44cd-9c9f-c7649dd96a1a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (7acf2495-a91d-4ea1-b77f-9721d6e41c0d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:52.997829 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3daf5db6-e7e7-44cd-9c9f-c7649dd96a1a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (7acf2495-a91d-4ea1-b77f-9721d6e41c0d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:53.009473 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-3daf5db6-e7e7-44cd-9c9f-c7649dd96a1a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Calling delete_port for 7acf2495-a91d-4ea1-b77f-9721d6e41c0d owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:34:53.150974 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3daf5db6-e7e7-44cd-9c9f-c7649dd96a1a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (7acf2495-a91d-4ea1-b77f-9721d6e41c0d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:53.176116 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf5db6-e7e7-44cd-9c9f-c7649dd96a1a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'Port': ['ID=7acf2495-a91d-4ea1-b77f-9721d6e41c0d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:34:53.217256 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:53.219475 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:53.238290 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3daf5db6-e7e7-44cd-9c9f-c7649dd96a1a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (a776677d-a94c-4b85-b97d-9de3f63c5bf9), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:53.240760 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3daf5db6-e7e7-44cd-9c9f-c7649dd96a1a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:53.241897 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3daf5db6-e7e7-44cd-9c9f-c7649dd96a1a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "DELETE /v2.0/floatingips/a776677d-a94c-4b85-b97d-9de3f63c5bf9 HTTP/1.1" status: 204 len: 168 time: 0.4415078 Jul 21 06:34:55.729140 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device ec590c24-0627-4416-8dda-da4d559e2b05 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:34:55.751903 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: ec590c24-0627-4416-8dda-da4d559e2b05 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:34:55.752249 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device ec590c24-0627-4416-8dda-da4d559e2b05 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:34:55.965305 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565af369-7813-47a9-ae0a-4ed1531fcf43 req-dd849e77-2e97-4dd1-b63b-513735c6fd04 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:55.966675 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-565af369-7813-47a9-ae0a-4ed1531fcf43 req-dd849e77-2e97-4dd1-b63b-513735c6fd04 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0504961 Jul 21 06:34:56.014323 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-565af369-7813-47a9-ae0a-4ed1531fcf43 req-6105be64-1c89-437c-9e5c-be7d7cfa8302 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421126 Jul 21 06:34:56.199405 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-742f8293-fa48-40e8-b6c9-107c756bd82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:57.138818 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3db0c-a571-4b92-8c56-a1451860d235 req-0d690d26-0451-420c-93fa-671581175879 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:57.140280 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-46e3db0c-a571-4b92-8c56-a1451860d235 req-0d690d26-0451-420c-93fa-671581175879 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0543792 Jul 21 06:34:57.187580 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-46e3db0c-a571-4b92-8c56-a1451860d235 req-59bd2be7-cd5f-4f5a-b69a-972d11e475a0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418167 Jul 21 06:34:58.305657 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203befc-218f-462b-9831-0e26cc4e2d9d req-beba037b-8fba-43c3-9955-35bf040ee0d9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:58.307136 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b203befc-218f-462b-9831-0e26cc4e2d9d req-beba037b-8fba-43c3-9955-35bf040ee0d9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0498314 Jul 21 06:34:58.353952 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b203befc-218f-462b-9831-0e26cc4e2d9d req-19e66e4b-2ba6-44ee-a8f1-8bf47b97b244 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=d28acf02-7466-4d83-88f4-6961dff1d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406914 Jul 21 06:34:58.379663 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-6ef4ab47-ba67-4e6e-8f1b-4345cf173c40 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:58.381102 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-6ef4ab47-ba67-4e6e-8f1b-4345cf173c40 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 945 time: 0.0508029 Jul 21 06:34:58.469305 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Deleting port 0004c418-8336-40b0-9995-58b47e33de84 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:34:58.469644 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (0004c418-8336-40b0-9995-58b47e33de84), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:58.512717 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d082e117-07e1-4acf-bc19-9649eaf7de99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:58.564620 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] For port 0004c418-8336-40b0-9995-58b47e33de84, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=0004c418-8336-40b0-9995-58b47e33de84,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:34:58.564988 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (0004c418-8336-40b0-9995-58b47e33de84), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:58.724560 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:58.725005 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (4f33adce-84c3-4450-88e7-d8a708a79f01), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:58.725419 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Floating IP 4f33adce-84c3-4450-88e7-d8a708a79f01 disassociated. External IP: 172.27.1.153, port: 0004c418-8336-40b0-9995-58b47e33de84. Jul 21 06:34:58.725766 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Calling delete_port for 0004c418-8336-40b0-9995-58b47e33de84 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:34:58.856422 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (0004c418-8336-40b0-9995-58b47e33de84), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:58.884313 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'Port': ['ID=0004c418-8336-40b0-9995-58b47e33de84,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:34:59.000227 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:34:59.118555 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:34:59.128719 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:34:59.139755 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:34:59.140360 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:34:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:59.161268 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] No DVR routers for this DVR port 0004c418-8336-40b0-9995-58b47e33de84 on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:34:59.163732 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:34:59.167555 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ead67952-0309-4dea-9e41-677f7058a7b5 req-fdb7c261-bf8c-478d-8dfd-06dc52395f02 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "DELETE /v2.0/ports/0004c418-8336-40b0-9995-58b47e33de84 HTTP/1.1" status: 204 len: 173 time: 0.7772126 Jul 21 06:34:59.168026 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f81355-5e49-4559-b29c-b6faefe880b7', 'name': 'network-vif-deleted', 'tag': '0004c418-8336-40b0-9995-58b47e33de84'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:34:59.170310 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333ae9de-777a-4c78-b35c-e086dd83288e" -d '{"events": [{"server_uuid": "43f81355-5e49-4559-b29c-b6faefe880b7", "name": "network-vif-deleted", "tag": "0004c418-8336-40b0-9995-58b47e33de84"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:34:59.180497 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:59.207083 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10757444-35b0-416d-abda-065856dc2a74 x-openstack-request-id: req-10757444-35b0-416d-abda-065856dc2a74 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:34:59.207374 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f81355-5e49-4559-b29c-b6faefe880b7", "name": "network-vif-deleted", "tag": "0004c418-8336-40b0-9995-58b47e33de84", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:34:59.207689 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10757444-35b0-416d-abda-065856dc2a74 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:34:59.208082 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10757444-35b0-416d-abda-065856dc2a74'] response: {'server_uuid': '43f81355-5e49-4559-b29c-b6faefe880b7', 'name': 'network-vif-deleted', 'tag': '0004c418-8336-40b0-9995-58b47e33de84', 'status': 'completed', 'code': 200} Jul 21 06:34:59.249370 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:34:59.324173 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:34:59.444134 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:59.469155 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6bcb772b-966e-4b75-b6f6-94ec0c1fb61f req-9c1a9b5f-c3a9-449d-8af8-c0e1031b0340 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0284829 Jul 21 06:34:59.472660 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:34:59.485468 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:34:59.486235 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:34:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:59.588652 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:34:59.744695 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584891e4-f062-4db8-a55c-3f38f6db6df1 req-85c80cdc-0139-4772-9204-1278b9863742 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:34:59.746764 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-584891e4-f062-4db8-a55c-3f38f6db6df1 req-85c80cdc-0139-4772-9204-1278b9863742 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 945 time: 0.0526106 Jul 21 06:34:59.778050 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:34:59.794286 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-584891e4-f062-4db8-a55c-3f38f6db6df1 req-a498242a-e9b1-418c-8371-075b457c4116 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417945 Jul 21 06:34:59.803235 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b198b48-99a7-41f5-b1b5-cf03e88d5f65 None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:34:59.971216 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:00.013419 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1904b931-9d15-4843-8041-b4a7b07002c8 None None] New status for floating IP 4f33adce-84c3-4450-88e7-d8a708a79f01: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:35:00.558649 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:00.581681 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2fc43ec7-32e9-4194-aa20-271cf71c4391 req-154385a7-c6ed-4fc0-8782-405deda682ca tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f81355-5e49-4559-b29c-b6faefe880b7 HTTP/1.1" status: 200 len: 210 time: 0.0323110 Jul 21 06:35:00.913679 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e04c-cb09-4f81-880d-bfeab45df349 req-cd4f664f-ae51-49a3-a725-2756c71513a6 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:00.915174 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9698e04c-cb09-4f81-880d-bfeab45df349 req-cd4f664f-ae51-49a3-a725-2756c71513a6 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 945 time: 0.0497406 Jul 21 06:35:00.962465 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9698e04c-cb09-4f81-880d-bfeab45df349 req-30fd7bbd-fcf5-4174-80a0-59e42af14925 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Jul 21 06:35:01.142309 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:01.670956 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 41310) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:01.689856 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:01.702192 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:01.702700 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:01.730204 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-263111b6-0265-4ad0-b095-5605d5d6f31d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (d28acf02-7466-4d83-88f4-6961dff1d9a5), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:01.753634 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-263111b6-0265-4ad0-b095-5605d5d6f31d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (d28acf02-7466-4d83-88f4-6961dff1d9a5), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:01.761629 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:01.767003 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 0004c418-8336-40b0-9995-58b47e33de84 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:35:01.786260 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 0004c418-8336-40b0-9995-58b47e33de84 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:35:01.786605 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 0004c418-8336-40b0-9995-58b47e33de84 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:35:01.831528 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-263111b6-0265-4ad0-b095-5605d5d6f31d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d28acf02-7466-4d83-88f4-6961dff1d9a5), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:01.834011 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-263111b6-0265-4ad0-b095-5605d5d6f31d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:01.835116 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-263111b6-0265-4ad0-b095-5605d5d6f31d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "DELETE /v2.0/security-groups/d28acf02-7466-4d83-88f4-6961dff1d9a5 HTTP/1.1" status: 204 len: 168 time: 0.1632044 Jul 21 06:35:01.837958 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41312) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:01.847445 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-3a355084-a7ce-4cd3-a0be-31561be439c5 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:01.848856 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-3a355084-a7ce-4cd3-a0be-31561be439c5 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.36 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 945 time: 0.0598357 Jul 21 06:35:01.851636 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-fe7aa064-9646-4031-a161-fa5c84ec2774 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] show failed (client error): The resource could not be found. Jul 21 06:35:01.855237 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fe7aa064-9646-4031-a161-fa5c84ec2774 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups/d28acf02-7466-4d83-88f4-6961dff1d9a5 HTTP/1.1" status: 404 len: 347 time: 0.0136113 Jul 21 06:35:01.855397 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263111b6-0265-4ad0-b095-5605d5d6f31d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28acf02-7466-4d83-88f4-6961dff1d9a5,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:01.855569 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41314) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:01.902469 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:01.940710 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-437b2d99-4381-49de-a7fd-6c02e60a7a53 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Deleting port 47424985-5a53-4d8b-97b6-2f5bbea4e8da {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:01.941045 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-437b2d99-4381-49de-a7fd-6c02e60a7a53 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:01.969891 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Deleting port e7340b52-9dd8-4baa-a49e-48ac262c7fed {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:01.970265 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (e7340b52-9dd8-4baa-a49e-48ac262c7fed), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.085392 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (e7340b52-9dd8-4baa-a49e-48ac262c7fed), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.085730 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (e7340b52-9dd8-4baa-a49e-48ac262c7fed), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.109022 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d086f5-d50a-475b-9ced-7ddca29335bd req-c7c17c45-f737-4fbd-a995-69240d09a1f5 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:02.110610 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62d086f5-d50a-475b-9ced-7ddca29335bd req-c7c17c45-f737-4fbd-a995-69240d09a1f5 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=6957ca3e-0c2d-413b-bbb5-f77c452e0398 HTTP/1.1" status: 200 len: 945 time: 0.0742514 Jul 21 06:35:02.111811 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Calling delete_port for e7340b52-9dd8-4baa-a49e-48ac262c7fed owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:02.219745 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62d086f5-d50a-475b-9ced-7ddca29335bd req-6509991e-1eda-4d05-9432-70d0b36ee73d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030035 Jul 21 06:35:02.293547 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-437b2d99-4381-49de-a7fd-6c02e60a7a53 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] For port 47424985-5a53-4d8b-97b6-2f5bbea4e8da, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=47424985-5a53-4d8b-97b6-2f5bbea4e8da,segment=NetworkSegment(53815e62-960a-43df-96b6-6a9dc67b65ff),segment_id=53815e62-960a-43df-96b6-6a9dc67b65ff)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:02.293996 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-437b2d99-4381-49de-a7fd-6c02e60a7a53 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.296029 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (e7340b52-9dd8-4baa-a49e-48ac262c7fed), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.307503 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-437b2d99-4381-49de-a7fd-6c02e60a7a53 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Calling delete_port for 47424985-5a53-4d8b-97b6-2f5bbea4e8da owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:02.322092 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'Port': ['ID=e7340b52-9dd8-4baa-a49e-48ac262c7fed,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:02.347709 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.348059 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.348407 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.348750 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.349084 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.349418 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.349790 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.350112 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.350445 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.350773 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.351103 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.351429 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.351755 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.352078 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.352403 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:02.356665 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (4f33adce-84c3-4450-88e7-d8a708a79f01), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.359160 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.360306 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8ea040c9-6fd7-4f38-b42c-21b8e6cd6c34 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "DELETE /v2.0/floatingips/4f33adce-84c3-4450-88e7-d8a708a79f01 HTTP/1.1" status: 204 len: 168 time: 0.5038526 Jul 21 06:35:02.440330 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-437b2d99-4381-49de-a7fd-6c02e60a7a53 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (47424985-5a53-4d8b-97b6-2f5bbea4e8da), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.447368 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41320) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:02.451994 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-fd326f3f-f6fe-495c-8cd9-23636dfe4aa8 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920026847', 'description': 'tempest-description--2030784092'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:02.471987 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b2d99-4381-49de-a7fd-6c02e60a7a53 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Pushing event deleted for resources: {'Port': ['ID=47424985-5a53-4d8b-97b6-2f5bbea4e8da,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:02.472394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fd326f3f-f6fe-495c-8cd9-23636dfe4aa8 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.481617 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['47424985-5a53-4d8b-97b6-2f5bbea4e8da'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:35:02.520712 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-437b2d99-4381-49de-a7fd-6c02e60a7a53 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] No DVR routers for this DVR port 47424985-5a53-4d8b-97b6-2f5bbea4e8da on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:35:02.523568 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-437b2d99-4381-49de-a7fd-6c02e60a7a53 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.527818 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-519b5a3c-e877-4e5e-97a0-314da2992fb3 req-437b2d99-4381-49de-a7fd-6c02e60a7a53 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.36 "DELETE /v2.0/ports/47424985-5a53-4d8b-97b6-2f5bbea4e8da HTTP/1.1" status: 204 len: 173 time: 0.6715250 Jul 21 06:35:02.528253 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6957ca3e-0c2d-413b-bbb5-f77c452e0398', 'name': 'network-vif-deleted', 'tag': '47424985-5a53-4d8b-97b6-2f5bbea4e8da'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:02.530664 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3843259-85aa-46c5-b8c6-eaa04ff0f5b6" -d '{"events": [{"server_uuid": "6957ca3e-0c2d-413b-bbb5-f77c452e0398", "name": "network-vif-deleted", "tag": "47424985-5a53-4d8b-97b6-2f5bbea4e8da"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:02.563714 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fd326f3f-f6fe-495c-8cd9-23636dfe4aa8 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.568545 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fd326f3f-f6fe-495c-8cd9-23636dfe4aa8 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.569018 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf355cf-c9a8-407d-8e00-5a76a03b509a x-openstack-request-id: req-fbf355cf-c9a8-407d-8e00-5a76a03b509a {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:02.569296 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6957ca3e-0c2d-413b-bbb5-f77c452e0398", "name": "network-vif-deleted", "tag": "47424985-5a53-4d8b-97b6-2f5bbea4e8da", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:02.569598 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbf355cf-c9a8-407d-8e00-5a76a03b509a {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:02.570020 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf355cf-c9a8-407d-8e00-5a76a03b509a'] response: {'server_uuid': '6957ca3e-0c2d-413b-bbb5-f77c452e0398', 'name': 'network-vif-deleted', 'tag': '47424985-5a53-4d8b-97b6-2f5bbea4e8da', 'status': 'completed', 'code': 200} Jul 21 06:35:02.600069 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fd326f3f-f6fe-495c-8cd9-23636dfe4aa8 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.601293 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fd326f3f-f6fe-495c-8cd9-23636dfe4aa8 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1529331 Jul 21 06:35:02.602488 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd326f3f-f6fe-495c-8cd9-23636dfe4aa8 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:02.604490 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41324) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:02.609642 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-8535a7d9-b7bd-493e-bd1a-78120fcb799d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group_rule': {'security_group_id': 'f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:02.636128 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8535a7d9-b7bd-493e-bd1a-78120fcb799d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (ec3ff4c8-318f-46ce-942b-6ca5922699cb), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.650592 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:02.694919 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8535a7d9-b7bd-493e-bd1a-78120fcb799d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (ec3ff4c8-318f-46ce-942b-6ca5922699cb), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.698687 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8535a7d9-b7bd-493e-bd1a-78120fcb799d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (ec3ff4c8-318f-46ce-942b-6ca5922699cb), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.716993 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535a7d9-b7bd-493e-bd1a-78120fcb799d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3ff4c8-318f-46ce-942b-6ca5922699cb,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:02.724831 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8535a7d9-b7bd-493e-bd1a-78120fcb799d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.726091 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8535a7d9-b7bd-493e-bd1a-78120fcb799d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201084 Jul 21 06:35:02.728789 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41326) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:02.733795 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-8bfb7ff1-f452-47e6-829b-2f314e45855c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group_rule': {'security_group_id': 'f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:02.760489 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7ff1-f452-47e6-829b-2f314e45855c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (5539f3ca-428a-4cd8-a1d9-d8e298c83ca4), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.780719 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:02.822010 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7ff1-f452-47e6-829b-2f314e45855c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (5539f3ca-428a-4cd8-a1d9-d8e298c83ca4), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.826342 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7ff1-f452-47e6-829b-2f314e45855c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (5539f3ca-428a-4cd8-a1d9-d8e298c83ca4), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.846660 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb7ff1-f452-47e6-829b-2f314e45855c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5539f3ca-428a-4cd8-a1d9-d8e298c83ca4,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:02.851982 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7ff1-f452-47e6-829b-2f314e45855c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.856107 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8bfb7ff1-f452-47e6-829b-2f314e45855c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235480 Jul 21 06:35:02.856307 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41328) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:02.860760 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:02.880321 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:02.959299 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:03.068673 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Allocated IP 172.27.1.100 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/7db3b56f-30b5-4540-b616-b11ec760ce6b) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:35:03.180290 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (7db3b56f-30b5-4540-b616-b11ec760ce6b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:03.214836 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (7db3b56f-30b5-4540-b616-b11ec760ce6b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:03.253187 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:35:03.256129 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:35:03.259464 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:35:03.276342 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=7db3b56f-30b5-4540-b616-b11ec760ce6b,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:03.314751 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (938275f1-f2ce-4c83-8087-ca6a4ab78d74), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:03.341614 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:03.353450 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7db3b56f-30b5-4540-b616-b11ec760ce6b), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:03.497235 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:03.520429 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (7db3b56f-30b5-4540-b616-b11ec760ce6b), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:03.524884 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (7db3b56f-30b5-4540-b616-b11ec760ce6b), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:03.552684 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (938275f1-f2ce-4c83-8087-ca6a4ab78d74), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:03.579122 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:03.580261 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7230494 Jul 21 06:35:03.581383 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23902d6-a60d-4c8e-94ba-4bc2e1e4c34a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=7db3b56f-30b5-4540-b616-b11ec760ce6b,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:03.779240 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-f7cc9cc6-d8e2-480d-a33f-fe1fdbefc4ae tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1920026847&fields=id&tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 267 time: 0.0449119 Jul 21 06:35:03.882993 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-2020b397-a905-467e-9234-b11802bb4cff tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:03.884373 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-2020b397-a905-467e-9234-b11802bb4cff tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 815 time: 0.0988655 Jul 21 06:35:03.899498 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-a1269542-4814-44d3-a1b5-bec9fa46cfc6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/quotas/f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 375 time: 0.0093508 Jul 21 06:35:03.951299 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-330a7229-8ca1-455f-a58d-3bf973e431f7 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464106 Jul 21 06:35:04.044682 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-c61dcadd-ceeb-4d43-9da9-dead25732c1e service neutron] 10.222.0.42 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822139 Jul 21 06:35:04.135137 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-a0e84595-255b-4793-ac21-c2fde9912e97 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847929 Jul 21 06:35:04.295689 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-61241b9f-632b-45f3-a13e-60dfec7ed58c req-47d0809f-4cc2-4d6f-94fa-b492220cb349 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 210 time: 0.0296955 Jul 21 06:35:05.393196 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-570587e4-8027-40c6-8cb9-eda2bd846249 req-307188b8-5502-41be-8253-d2a98e945b74 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 210 time: 0.0278630 Jul 21 06:35:06.365549 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 47424985-5a53-4d8b-97b6-2f5bbea4e8da no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:35:06.391145 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 47424985-5a53-4d8b-97b6-2f5bbea4e8da {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:35:06.391491 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 47424985-5a53-4d8b-97b6-2f5bbea4e8da not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:35:06.490661 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-82505f47-380b-4afa-8744-3e63f44e0189 req-1cf4baf7-6444-45b1-836a-939b5a2451a1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 210 time: 0.0297730 Jul 21 06:35:07.083271 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-272cbf02-bd3b-47d2-9854-86e7d8acbe8a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:07.084690 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-272cbf02-bd3b-47d2-9854-86e7d8acbe8a tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 815 time: 0.1087129 Jul 21 06:35:07.158776 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-4380e859-3cb8-4ee0-9760-40f0f2ef15cc tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 380 time: 0.0541003 Jul 21 06:35:07.287690 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'port': {'device_id': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'admin_state_up': True, 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'security_groups': ['f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:07.393265 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Made reservation on behalf of f1b4bcbfdd4a42e5a542dbf019166beb for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:35:07.396739 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:07.457727 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:07.537847 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Allocated IP 172.20.0.14 (fac3a692-b3e2-4555-a0ad-f0227031fd7d/46b3469f-6fe5-4679-9041-ad3fb0b1d549/bc14977c-2f5f-4905-b7e5-abf33c78ca67) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:35:07.542394 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:07.596277 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ed4323bd-c62f-430b-ad32-32c8b232732c req-ca4010c6-d5c4-41b2-b1fd-81c5e49d3d0b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 210 time: 0.0316470 Jul 21 06:35:07.683469 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:07.714545 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:07.754381 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:35:07.757502 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:35:07.763553 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:35:07.794666 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=bc14977c-2f5f-4905-b7e5-abf33c78ca67,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:07.822370 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:07.822995 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:07.840635 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-fd22d82a-af05-4232-addb-5d9cd1930354 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5568192 Jul 21 06:35:07.860061 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Request body: {'port': {'device_id': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:07.932477 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:08.056320 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-358fd79d-faad-4668-8f0c-81b9c0c5d1e6 None None] Provisioning complete for port bc14977c-2f5f-4905-b7e5-abf33c78ca67 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:35:08.058316 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-358fd79d-faad-4668-8f0c-81b9c0c5d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:08.090501 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-358fd79d-faad-4668-8f0c-81b9c0c5d1e6 None None] Port bc14977c-2f5f-4905-b7e5-abf33c78ca67 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:35:08.190014 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc14977c-2f5f-4905-b7e5-abf33c78ca67 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:35:08.197523 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Publish callbacks [] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:08.210186 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Transition to ACTIVE for port object bc14977c-2f5f-4905-b7e5-abf33c78ca67 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:35:08.213738 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:08.217779 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:08.276195 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Pushing event updated for resources: {'Port': ['ID=bc14977c-2f5f-4905-b7e5-abf33c78ca67,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:08.342609 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:08.346603 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Attempting to bind port bc14977c-2f5f-4905-b7e5-abf33c78ca67 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:35:08.346922 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Attempting to bind port bc14977c-2f5f-4905-b7e5-abf33c78ca67 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:35:08.347249 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Attempting to bind port bc14977c-2f5f-4905-b7e5-abf33c78ca67 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:35:08.352352 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Port bc14977c-2f5f-4905-b7e5-abf33c78ca67 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:35:08.352673 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Attempting to bind port bc14977c-2f5f-4905-b7e5-abf33c78ca67 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:35:08.358769 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:35:08.359106 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Checking segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:35:08.359495 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Bound using segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:35:08.359919 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Bound port: bc14977c-2f5f-4905-b7e5-abf33c78ca67, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:35:08.360280 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:08.423086 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] For port bc14977c-2f5f-4905-b7e5-abf33c78ca67, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:35:08.426072 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] For port bc14977c-2f5f-4905-b7e5-abf33c78ca67, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=bc14977c-2f5f-4905-b7e5-abf33c78ca67,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:35:08.431844 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:08.468641 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:08.469260 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:08.470730 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] 10.222.0.36 "PUT /v2.0/ports/bc14977c-2f5f-4905-b7e5-abf33c78ca67 HTTP/1.1" status: 200 len: 1094 time: 0.6150491 Jul 21 06:35:08.471076 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'tag': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:08.473320 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968355fe-5a18-4bf9-a64b-91ae5b54c1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dd58c058-dd88-4697-8b77-c6e64e146c12", "tag": "bc14977c-2f5f-4905-b7e5-abf33c78ca67"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:08.497739 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f279b-3ca3-4360-82de-f09af49c0f2e service neutron] Pushing event updated for resources: {'Port': ['ID=bc14977c-2f5f-4905-b7e5-abf33c78ca67,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:08.515375 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990107a8-484a-43fd-a674-33a2c1a03610 x-openstack-request-id: req-990107a8-484a-43fd-a674-33a2c1a03610 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:08.515627 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd58c058-dd88-4697-8b77-c6e64e146c12", "tag": "bc14977c-2f5f-4905-b7e5-abf33c78ca67", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:08.515885 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-990107a8-484a-43fd-a674-33a2c1a03610 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:08.516298 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990107a8-484a-43fd-a674-33a2c1a03610'] response: {'name': 'network-changed', 'server_uuid': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'tag': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67', 'status': 'completed', 'code': 200} Jul 21 06:35:08.711710 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc696e8-66b6-44c1-bd35-7803c1fe2234 req-2634a96b-3bc3-45f6-a384-822ea852519f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:08.713173 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dcc696e8-66b6-44c1-bd35-7803c1fe2234 req-2634a96b-3bc3-45f6-a384-822ea852519f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 944 time: 0.0465596 Jul 21 06:35:08.761592 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dcc696e8-66b6-44c1-bd35-7803c1fe2234 req-23a4d664-1cb6-47b8-83fb-5af0470474ea tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418634 Jul 21 06:35:09.876074 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c4c02-4064-458f-bd9c-bce1c0913e1e req-68c571cf-45c1-40d9-aa9a-92a26bb5e912 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:09.876764 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=56 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:09.877609 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c79c4c02-4064-458f-bd9c-bce1c0913e1e req-68c571cf-45c1-40d9-aa9a-92a26bb5e912 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 944 time: 0.0474746 Jul 21 06:35:09.878662 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=58 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:09.927629 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c79c4c02-4064-458f-bd9c-bce1c0913e1e req-5b3ed3a8-7b70-44fc-9a84-6d68d843f870 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Jul 21 06:35:10.798062 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968355fe-5a18-4bf9-a64b-91ae5b54c1aa req-f178b98b-e02a-4171-ad74-96f598895b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:10.799528 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-968355fe-5a18-4bf9-a64b-91ae5b54c1aa req-f178b98b-e02a-4171-ad74-96f598895b08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 1128 time: 0.0402651 Jul 21 06:35:10.908175 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968355fe-5a18-4bf9-a64b-91ae5b54c1aa req-c78c9d05-bc1d-4abf-9f3c-18f51cfa4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:10.909628 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-968355fe-5a18-4bf9-a64b-91ae5b54c1aa req-c78c9d05-bc1d-4abf-9f3c-18f51cfa4120 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0948966 Jul 21 06:35:11.029644 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968355fe-5a18-4bf9-a64b-91ae5b54c1aa req-0a58f718-07f3-4254-8fbb-ffac3a43aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:11.033480 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-968355fe-5a18-4bf9-a64b-91ae5b54c1aa req-0a58f718-07f3-4254-8fbb-ffac3a43aea6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169524 Jul 21 06:35:11.083244 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07375bfd-347d-466e-8018-e138c712cdde req-2773fd3c-f6b2-43ec-949b-abb99488f806 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:11.084749 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-07375bfd-347d-466e-8018-e138c712cdde req-2773fd3c-f6b2-43ec-949b-abb99488f806 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 944 time: 0.0833490 Jul 21 06:35:11.142404 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-07375bfd-347d-466e-8018-e138c712cdde req-f8296889-50da-4fd5-92aa-06494b207001 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512891 Jul 21 06:35:11.177913 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-f9fb53eb-e496-46c6-b1f0-7d6d3b9b9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:11.179698 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-f9fb53eb-e496-46c6-b1f0-7d6d3b9b9bdd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 1128 time: 0.0575125 Jul 21 06:35:11.243798 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-7c2d1078-4081-45ff-9189-b865f0ad2eb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc14977c-2f5f-4905-b7e5-abf33c78ca67 HTTP/1.1" status: 200 len: 217 time: 0.0455298 Jul 21 06:35:11.253908 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:11.313663 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-e5496db2-1cca-42ff-8865-a16f91dd03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:11.315248 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-e5496db2-1cca-42ff-8865-a16f91dd03fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 200 len: 854 time: 0.0562880 Jul 21 06:35:11.348143 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-eb6c81c6-76cc-430e-a5ca-44e438485540 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:11.349681 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-eb6c81c6-76cc-430e-a5ca-44e438485540 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/networks?id=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 HTTP/1.1" status: 200 len: 812 time: 0.1212530 Jul 21 06:35:11.367425 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-300dcf1b-d250-4d01-b0ca-a4a9a69a5cb2 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/quotas/854daeeee974410c9a0afafee795e72c HTTP/1.1" status: 200 len: 375 time: 0.0105546 Jul 21 06:35:11.378447 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-0f18c233-ac4d-4d3e-a7d1-f5e7ebb43e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:11.379957 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-0f18c233-ac4d-4d3e-a7d1-f5e7ebb43e00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fac3a692-b3e2-4555-a0ad-f0227031fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477338 Jul 21 06:35:11.403462 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-d1475e6f-cac0-4a08-8dd8-a141baf5c530 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=854daeeee974410c9a0afafee795e72c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286555 Jul 21 06:35:11.437828 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:11.492957 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-bbde2cf9-deb3-44e3-b8cc-e2017370458d service neutron] 10.222.0.42 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828931 Jul 21 06:35:11.583782 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-909ceb86-172d-4035-ba20-4c895fef08d6 service neutron] 10.222.0.42 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850632 Jul 21 06:35:11.746096 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-80dc0574-97b9-45c5-89d3-80e3d419a8e1 req-3c6c834a-82d3-473c-b316-299bd81543db tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 210 time: 0.0291376 Jul 21 06:35:11.868639 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-3e9a3352-b8c9-4a10-920b-37a4e7c43c69 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932229 Jul 21 06:35:12.047408 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43c80ca1-2298-47f3-8751-f3603b0092cb req-52dffaea-7faf-4a85-9ad8-8b4da5c9423d service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942397 Jul 21 06:35:12.256415 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808e4e3-590f-4a2a-95b2-f5fcc1d18334 req-b2badbca-838b-4f0e-b829-381f4ee9f7f6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:12.257886 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7808e4e3-590f-4a2a-95b2-f5fcc1d18334 req-b2badbca-838b-4f0e-b829-381f4ee9f7f6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 944 time: 0.0471141 Jul 21 06:35:12.309934 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7808e4e3-590f-4a2a-95b2-f5fcc1d18334 req-56e68f16-66dc-4b60-b717-6cd9cb85fba5 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457036 Jul 21 06:35:12.842776 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad2937d3-8fe9-4849-ab5f-8317b9964a4f req-9edc22a4-a037-4fd3-b372-17f772cfc130 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 210 time: 0.0291910 Jul 21 06:35:13.598193 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e9eef-c442-4ec5-a644-14e43154f61c req-5e7d3de2-e95c-45a2-bc04-901086e03e1b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:13.599697 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-af5e9eef-c442-4ec5-a644-14e43154f61c req-5e7d3de2-e95c-45a2-bc04-901086e03e1b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 944 time: 0.2214835 Jul 21 06:35:13.657982 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-af5e9eef-c442-4ec5-a644-14e43154f61c req-ad8c84c4-d555-40d3-94d8-de8050f96f41 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524144 Jul 21 06:35:13.696768 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcb970-0c53-488d-bcbe-45ee91c70fde req-8fd365d3-f96d-4665-b0c9-f697d06b2e4d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:13.698817 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a0fcb970-0c53-488d-bcbe-45ee91c70fde req-8fd365d3-f96d-4665-b0c9-f697d06b2e4d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 947 time: 0.0564444 Jul 21 06:35:13.748725 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a0fcb970-0c53-488d-bcbe-45ee91c70fde req-ce70d9a0-bfd2-4b49-9ca6-03cfa30a264b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441201 Jul 21 06:35:13.943636 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f6d16876-e0f9-4be6-8067-2c83f16a6f05 req-cd83d610-446e-4951-8509-87966eaf30e8 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 210 time: 0.0277655 Jul 21 06:35:14.774088 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65542a0-9360-4473-871c-0ec9b74a3867 req-bd6acf86-2b09-483a-866d-5fba74b97f78 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:14.775553 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e65542a0-9360-4473-871c-0ec9b74a3867 req-bd6acf86-2b09-483a-866d-5fba74b97f78 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 944 time: 0.0483241 Jul 21 06:35:14.823543 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e65542a0-9360-4473-871c-0ec9b74a3867 req-8d218270-5313-4fe1-bc81-f39558f62eab tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421970 Jul 21 06:35:14.875238 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330acb4e-67b0-41dc-b899-85291ad50a7e req-cb30b518-e6a0-4e18-9afb-d72a89a59ddd tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:14.876670 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-330acb4e-67b0-41dc-b899-85291ad50a7e req-cb30b518-e6a0-4e18-9afb-d72a89a59ddd tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 947 time: 0.0497739 Jul 21 06:35:14.922876 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-330acb4e-67b0-41dc-b899-85291ad50a7e req-fefd2005-13f1-4d87-a50b-9980ff5a81f0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407653 Jul 21 06:35:15.036720 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fe1067c0-708a-4ee6-8d61-956f912cbf41 req-15a14996-19b8-45d7-9789-a5e6ef2e0f20 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 210 time: 0.0274138 Jul 21 06:35:15.337599 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-bfc2bc9e-6747-446b-8c18-699c66771fd8 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:15.339120 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-bfc2bc9e-6747-446b-8c18-699c66771fd8 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.36 "GET /v2.0/networks?id=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 HTTP/1.1" status: 200 len: 812 time: 0.1068897 Jul 21 06:35:15.479975 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Request body: {'port': {'device_id': '5ff99e0c-a820-4b04-8b0d-11dd7a778394', 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429', 'admin_state_up': True, 'tenant_id': '854daeeee974410c9a0afafee795e72c'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:15.538359 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:15.582164 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:15.591214 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Made reservation on behalf of 854daeeee974410c9a0afafee795e72c for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:35:15.594559 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:15.717760 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Allocated IP 172.20.0.7 (2bc81270-f5d2-4da2-b2e3-48a4f6d8f429/03005c2d-12df-497f-a5ec-c276a84bdef8/fa58ed41-a634-46cf-b791-e38329e29479) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:35:15.854217 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71cda9-9646-4204-b545-e1d862042fdd req-f3343b35-5eac-4abc-a988-59c9c513cf72 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:15.855903 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc71cda9-9646-4204-b545-e1d862042fdd req-f3343b35-5eac-4abc-a988-59c9c513cf72 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.36 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 947 time: 0.0462012 Jul 21 06:35:15.872852 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks [] for port (fa58ed41-a634-46cf-b791-e38329e29479), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:15.908341 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (fa58ed41-a634-46cf-b791-e38329e29479), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:15.954719 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:35:15.957857 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:35:15.960421 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:35:15.989414 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4bce0-e12f-48ba-9c28-7fdf62b66037 req-01c9a303-d9a5-43d5-a8ff-4ec0b24de567 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:15.990940 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-84d4bce0-e12f-48ba-9c28-7fdf62b66037 req-01c9a303-d9a5-43d5-a8ff-4ec0b24de567 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 944 time: 0.0881801 Jul 21 06:35:16.005353 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Pushing event updated for resources: {'Port': ['ID=fa58ed41-a634-46cf-b791-e38329e29479,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:16.009916 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Deleting port 345fc32c-f55c-4636-be16-4b276cd0c105 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:16.010302 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.029673 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:16.040017 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:16.040625 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.059254 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-de2a65fe-fe76-4478-aaed-98fe825bedfb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832343 Jul 21 06:35:16.079745 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Request body: {'port': {'device_id': '5ff99e0c-a820-4b04-8b0d-11dd7a778394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:16.144768 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (fa58ed41-a634-46cf-b791-e38329e29479), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.325879 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:16.353248 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e2657-8434-41eb-9c69-3fa9a89eeb2f req-77afae28-0695-43dd-b94d-866086e72e02 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:16.355283 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-388e2657-8434-41eb-9c69-3fa9a89eeb2f req-77afae28-0695-43dd-b94d-866086e72e02 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 947 time: 0.3462539 Jul 21 06:35:16.392401 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-84d4bce0-e12f-48ba-9c28-7fdf62b66037 req-3d5954d4-fb65-4a07-b0fe-63c12f627d1d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896220 Jul 21 06:35:16.414421 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:16.417449 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa58ed41-a634-46cf-b791-e38329e29479 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:35:16.426076 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Publish callbacks [] for port (fa58ed41-a634-46cf-b791-e38329e29479), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.430714 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] For port 345fc32c-f55c-4636-be16-4b276cd0c105, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=345fc32c-f55c-4636-be16-4b276cd0c105,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:16.431083 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.439860 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:16.443284 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Transition to ACTIVE for port object fa58ed41-a634-46cf-b791-e38329e29479 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:35:16.449790 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (fa58ed41-a634-46cf-b791-e38329e29479), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.462475 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-388e2657-8434-41eb-9c69-3fa9a89eeb2f req-95e93389-0f48-41d0-a54c-e03f09512f42 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=791b84f6-1af8-4e35-a229-e12afde1c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963514 Jul 21 06:35:16.522486 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Pushing event updated for resources: {'Port': ['ID=fa58ed41-a634-46cf-b791-e38329e29479,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:16.577394 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Attempting to bind port fa58ed41-a634-46cf-b791-e38329e29479 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:35:16.577720 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Attempting to bind port fa58ed41-a634-46cf-b791-e38329e29479 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '53815e62-960a-43df-96b6-6a9dc67b65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:35:16.578077 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Attempting to bind port fa58ed41-a634-46cf-b791-e38329e29479 on network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:35:16.582342 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Port fa58ed41-a634-46cf-b791-e38329e29479 on network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:35:16.582657 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Attempting to bind port fa58ed41-a634-46cf-b791-e38329e29479 on network 2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:35:16.587422 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:35:16.587748 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Checking segment: {'id': '53815e62-960a-43df-96b6-6a9dc67b65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:35:16.588118 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Bound using segment: {'id': '53815e62-960a-43df-96b6-6a9dc67b65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:35:16.588537 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Bound port: fa58ed41-a634-46cf-b791-e38329e29479, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53815e62-960a-43df-96b6-6a9dc67b65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:35:16.589597 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (fa58ed41-a634-46cf-b791-e38329e29479), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.631058 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bdd46-503a-4bce-ae55-f549182d0d1d req-28c85fe1-797d-45b3-9bbc-3338213509da tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:16.632522 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc3bdd46-503a-4bce-ae55-f549182d0d1d req-28c85fe1-797d-45b3-9bbc-3338213509da tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 943 time: 0.1168435 Jul 21 06:35:16.654544 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] For port fa58ed41-a634-46cf-b791-e38329e29479, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:35:16.657572 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] For port fa58ed41-a634-46cf-b791-e38329e29479, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=fa58ed41-a634-46cf-b791-e38329e29479,segment=NetworkSegment(53815e62-960a-43df-96b6-6a9dc67b65ff),segment_id=53815e62-960a-43df-96b6-6a9dc67b65ff)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:35:16.663953 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (fa58ed41-a634-46cf-b791-e38329e29479), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.697992 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:16.699977 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.701528 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] 10.222.0.36 "PUT /v2.0/ports/fa58ed41-a634-46cf-b791-e38329e29479 HTTP/1.1" status: 200 len: 1093 time: 0.6262345 Jul 21 06:35:16.703795 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff99e0c-a820-4b04-8b0d-11dd7a778394', 'tag': 'fa58ed41-a634-46cf-b791-e38329e29479'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:16.706069 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3db8f9-28c1-4fff-bc78-82140dc207ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff99e0c-a820-4b04-8b0d-11dd7a778394", "tag": "fa58ed41-a634-46cf-b791-e38329e29479"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:16.731722 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c10ca-dc4d-4843-84ca-cdcad141ef67 service neutron] Pushing event updated for resources: {'Port': ['ID=fa58ed41-a634-46cf-b791-e38329e29479,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:16.738679 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc3bdd46-503a-4bce-ae55-f549182d0d1d req-da9cebc1-f870-458d-a7a4-876fc57ab142 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987117 Jul 21 06:35:16.741769 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.742180 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (bca2c767-7794-465a-821f-01600035c301), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.742496 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Floating IP bca2c767-7794-465a-821f-01600035c301 disassociated. External IP: 172.27.1.145, port: 345fc32c-f55c-4636-be16-4b276cd0c105. Jul 21 06:35:16.743043 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Calling delete_port for 345fc32c-f55c-4636-be16-4b276cd0c105 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:16.751675 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device bc14977c-2f5f-4905-b7e5-abf33c78ca67 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:35:16.781738 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3fc853-fd6b-4144-aa25-d938ca5fddf4 x-openstack-request-id: req-ec3fc853-fd6b-4144-aa25-d938ca5fddf4 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:16.782372 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff99e0c-a820-4b04-8b0d-11dd7a778394", "tag": "fa58ed41-a634-46cf-b791-e38329e29479", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:16.783362 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec3fc853-fd6b-4144-aa25-d938ca5fddf4 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:16.783767 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3fc853-fd6b-4144-aa25-d938ca5fddf4'] response: {'name': 'network-changed', 'server_uuid': '5ff99e0c-a820-4b04-8b0d-11dd7a778394', 'tag': 'fa58ed41-a634-46cf-b791-e38329e29479', 'status': 'completed', 'code': 200} Jul 21 06:35:16.846093 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-57707145-4a8d-4ef0-8c53-9376ad632ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:16.847729 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-57707145-4a8d-4ef0-8c53-9376ad632ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=854daeeee974410c9a0afafee795e72c&device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 1127 time: 0.0430956 Jul 21 06:35:16.882794 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (345fc32c-f55c-4636-be16-4b276cd0c105), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.889807 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port bc14977c-2f5f-4905-b7e5-abf33c78ca67, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=bc14977c-2f5f-4905-b7e5-abf33c78ca67,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:16.901199 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-566f3e4c-d628-463b-adcf-b49fd91b601b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa58ed41-a634-46cf-b791-e38329e29479 HTTP/1.1" status: 200 len: 217 time: 0.0380437 Jul 21 06:35:16.903088 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'port_id': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67', 'mac_address': 'fa:16:3e:f9:2e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:35:16.916258 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event deleted for resources: {'Port': ['ID=345fc32c-f55c-4636-be16-4b276cd0c105,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:16.953150 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port bc14977c-2f5f-4905-b7e5-abf33c78ca67 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:35:16.953550 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:16.966472 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-c34dbd87-0f21-47cf-b284-f1bb206dddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:16.967800 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc14977c-2f5f-4905-b7e5-abf33c78ca67 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:35:16.967929 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-c34dbd87-0f21-47cf-b284-f1bb206dddd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03005c2d-12df-497f-a5ec-c276a84bdef8 HTTP/1.1" status: 200 len: 852 time: 0.0582182 Jul 21 06:35:16.988530 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port bc14977c-2f5f-4905-b7e5-abf33c78ca67, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=bc14977c-2f5f-4905-b7e5-abf33c78ca67,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:16.992891 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:17.006196 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-f6acbb79-aa66-4dd7-ad15-7adb9db457ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291789 Jul 21 06:35:17.041017 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=bc14977c-2f5f-4905-b7e5-abf33c78ca67,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:17.049304 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.049908 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.050456 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.050946 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.051418 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.051890 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.052378 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.052717 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.053050 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.053381 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.053712 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.054101 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.054432 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.054759 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.055081 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:17.057307 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Router dc070977-f217-4b12-90e7-c33b01f89b28 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:35:17.111884 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-24ee2798-cbaf-4be5-8b9f-0d94be2b4ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977757 Jul 21 06:35:17.165861 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:35:17.177683 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] Sync routers for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:35:17.187832 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:17.188522 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:34:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:17.210071 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] No DVR routers for this DVR port 345fc32c-f55c-4636-be16-4b276cd0c105 on host hv-cinder-85031 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:35:17.211813 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f4c9ef02-102d-4645-8fd5-618a864fa9e5 req-79531349-2311-475e-97a2-d267622ffd34 service neutron] 10.222.0.36 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922115 Jul 21 06:35:17.212620 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:17.216449 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc71cda9-9646-4204-b545-e1d862042fdd req-33b8a46c-b310-406c-93a5-86df1cdc6826 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.36 "DELETE /v2.0/ports/345fc32c-f55c-4636-be16-4b276cd0c105 HTTP/1.1" status: 204 len: 173 time: 1.3449345 Jul 21 06:35:17.216896 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'name': 'network-vif-deleted', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:17.219144 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23460af-42af-423a-9210-7f6a6b8ec615" -d '{"events": [{"server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "name": "network-vif-deleted", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:17.257477 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b85450-29e8-4fa6-9b96-429c2318b539 x-openstack-request-id: req-40b85450-29e8-4fa6-9b96-429c2318b539 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:17.257765 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40d32b1-a161-49f9-a2ae-fe794e9a66cd", "name": "network-vif-deleted", "tag": "345fc32c-f55c-4636-be16-4b276cd0c105", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:17.258029 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40b85450-29e8-4fa6-9b96-429c2318b539 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:17.258427 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b85450-29e8-4fa6-9b96-429c2318b539'] response: {'server_uuid': 'a40d32b1-a161-49f9-a2ae-fe794e9a66cd', 'name': 'network-vif-deleted', 'tag': '345fc32c-f55c-4636-be16-4b276cd0c105', 'status': 'completed', 'code': 200} Jul 21 06:35:17.305007 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:17.499469 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['bc14977c-2f5f-4905-b7e5-abf33c78ca67'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:35:17.501568 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:17.528643 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] Checking router: dc070977-f217-4b12-90e7-c33b01f89b28 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:35:17.537535 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:17.538176 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:34:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:17.593063 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-822b746b-3b3a-45b6-a0bb-84d800e37138 req-fc263ac4-e7d9-4c7d-83ac-865f670d0f1c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0500309 Jul 21 06:35:17.607307 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f9146-0846-4c7e-a8e1-4c0485da20a2 req-82b3a49c-8fbb-40f3-8736-dd72d7d0ad64 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:17.608924 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7f7f9146-0846-4c7e-a8e1-4c0485da20a2 req-82b3a49c-8fbb-40f3-8736-dd72d7d0ad64 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 945 time: 0.1446705 Jul 21 06:35:17.640504 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:17.647487 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:17.662077 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7f7f9146-0846-4c7e-a8e1-4c0485da20a2 req-04ff68d9-e0b0-476a-a798-79a0e84347a2 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477219 Jul 21 06:35:17.863301 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5310bf-2bfa-4205-917c-8f4567d62ced req-10fdf317-d01e-4720-8869-5d2c9ae598d2 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:17.864786 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2b5310bf-2bfa-4205-917c-8f4567d62ced req-10fdf317-d01e-4720-8869-5d2c9ae598d2 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 943 time: 0.0475917 Jul 21 06:35:17.909262 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:17.913892 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2b5310bf-2bfa-4205-917c-8f4567d62ced req-581b1bca-56e0-4650-9d2a-88a2c5471307 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436647 Jul 21 06:35:17.927628 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:17.956584 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d66d8b-b578-4b10-a194-6eaca4f5ac6d None None] The sync data for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi is: [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:35:18.168088 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf24701-2ba6-45c7-822e-6e16575b166d None None] New status for floating IP bca2c767-7794-465a-821f-01600035c301: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:35:18.170195 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:18.405044 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3db8f9-28c1-4fff-bc78-82140dc207ab req-d239dcbc-cb5a-481f-9e06-929afb5b030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:18.406563 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b3db8f9-28c1-4fff-bc78-82140dc207ab req-d239dcbc-cb5a-481f-9e06-929afb5b030d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=854daeeee974410c9a0afafee795e72c&device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 1127 time: 0.0415959 Jul 21 06:35:18.418968 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:18.514386 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3db8f9-28c1-4fff-bc78-82140dc207ab req-9d34b87c-bef2-410d-b144-22a4b9bf61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:18.515819 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b3db8f9-28c1-4fff-bc78-82140dc207ab req-9d34b87c-bef2-410d-b144-22a4b9bf61e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 HTTP/1.1" status: 200 len: 913 time: 0.0932944 Jul 21 06:35:18.714284 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c67c9b0e-ec32-408e-ad34-3b87960ea71b req-6e9564ab-07c0-44d3-807c-6098206fe22c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=a40d32b1-a161-49f9-a2ae-fe794e9a66cd HTTP/1.1" status: 200 len: 210 time: 0.0297105 Jul 21 06:35:18.757601 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device bc14977c-2f5f-4905-b7e5-abf33c78ca67 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:35:18.781537 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b3db8f9-28c1-4fff-bc78-82140dc207ab req-d6085eae-9e63-40e4-a17b-7c05a8dfec6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa58ed41-a634-46cf-b791-e38329e29479 HTTP/1.1" status: 200 len: 217 time: 0.0515580 Jul 21 06:35:18.813811 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port bc14977c-2f5f-4905-b7e5-abf33c78ca67 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:35:18.822046 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port bc14977c-2f5f-4905-b7e5-abf33c78ca67 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:35:18.823699 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:18.857623 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-3e106c57-0675-42ee-b9a8-537843643dbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423055 Jul 21 06:35:18.875158 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fb7f7-53b9-4d93-8588-34ee85e53bbc req-7b354870-7e68-418f-86e9-b7f58bf5efe3 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:18.877463 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-890fb7f7-53b9-4d93-8588-34ee85e53bbc req-7b354870-7e68-418f-86e9-b7f58bf5efe3 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 945 time: 0.1371508 Jul 21 06:35:18.901776 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3db8f9-28c1-4fff-bc78-82140dc207ab req-2e61b57d-140e-43df-adda-c050a963e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:18.904444 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b3db8f9-28c1-4fff-bc78-82140dc207ab req-2e61b57d-140e-43df-adda-c050a963e0a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03005c2d-12df-497f-a5ec-c276a84bdef8 HTTP/1.1" status: 200 len: 852 time: 0.0918674 Jul 21 06:35:18.910121 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port bc14977c-2f5f-4905-b7e5-abf33c78ca67 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:35:18.910834 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:18.922994 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:18.939984 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:18.942398 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb274e7c-c6cb-421a-aa5e-334e24488dda" -d '{"events": [{"server_uuid": "dd58c058-dd88-4697-8b77-c6e64e146c12", "name": "network-vif-plugged", "status": "completed", "tag": "bc14977c-2f5f-4905-b7e5-abf33c78ca67"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:18.942781 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:35:18.960902 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port bc14977c-2f5f-4905-b7e5-abf33c78ca67, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=bc14977c-2f5f-4905-b7e5-abf33c78ca67,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:18.967542 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-b7c7e695-21e6-413e-977e-85a2fdf01927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:18.968204 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:18.969098 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 345fc32c-f55c-4636-be16-4b276cd0c105 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:35:18.969313 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-b7c7e695-21e6-413e-977e-85a2fdf01927 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cd8a1a642a24b519aefdde9ed336536&device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 1129 time: 0.0651839 Jul 21 06:35:18.978881 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b3db8f9-28c1-4fff-bc78-82140dc207ab req-972a0e12-a009-4f42-9804-3d31723a5492 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649810 Jul 21 06:35:19.006786 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 345fc32c-f55c-4636-be16-4b276cd0c105 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:35:19.007126 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 345fc32c-f55c-4636-be16-4b276cd0c105 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:35:19.039945 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=bc14977c-2f5f-4905-b7e5-abf33c78ca67,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:19.057448 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-890fb7f7-53b9-4d93-8588-34ee85e53bbc req-9bc5fe30-d6e5-4723-aaf3-b0c854f020f1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631103 Jul 21 06:35:19.096296 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-6f76e6ac-2863-4829-bd32-09749b2d2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:19.098231 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-6f76e6ac-2863-4829-bd32-09749b2d2b72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 200 len: 920 time: 0.1044312 Jul 21 06:35:19.105632 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9faccfb-e419-433b-8ee9-78a7b83e0fc7 x-openstack-request-id: req-c9faccfb-e419-433b-8ee9-78a7b83e0fc7 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:19.105933 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd58c058-dd88-4697-8b77-c6e64e146c12", "name": "network-vif-plugged", "status": "completed", "tag": "bc14977c-2f5f-4905-b7e5-abf33c78ca67", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:19.106810 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9faccfb-e419-433b-8ee9-78a7b83e0fc7 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:19.106810 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9faccfb-e419-433b-8ee9-78a7b83e0fc7'] response: {'server_uuid': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67', 'code': 200} Jul 21 06:35:19.132941 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fead-eab4-4a63-a9ed-2a1c2b87636b req-2f7a890c-8e9d-4e0a-a16a-e59861573071 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:19.134413 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91c9fead-eab4-4a63-a9ed-2a1c2b87636b req-2f7a890c-8e9d-4e0a-a16a-e59861573071 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 943 time: 0.0951393 Jul 21 06:35:19.144467 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-bb0f494b-73c5-4b64-aaa3-a6b850ce2c45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86e2ff8-1a3b-4b59-926e-c459aef0506d HTTP/1.1" status: 200 len: 217 time: 0.0382118 Jul 21 06:35:19.172717 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b3db8f9-28c1-4fff-bc78-82140dc207ab req-e577b09d-8c70-4384-8d42-a73ffb157d04 service neutron] 10.222.0.36 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754916 Jul 21 06:35:19.172979 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:19.215059 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-d9a577ae-92a1-4898-958e-bbf7479e1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:19.216741 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-d9a577ae-92a1-4898-958e-bbf7479e1a64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 200 len: 858 time: 0.0542212 Jul 21 06:35:19.221127 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91c9fead-eab4-4a63-a9ed-2a1c2b87636b req-110070f5-b439-4230-b1e0-9c5ad5f71fe1 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802877 Jul 21 06:35:19.270135 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-a612332e-7fd9-4f00-9c86-3edbbc94e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:19.271650 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-a612332e-7fd9-4f00-9c86-3edbbc94e840 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99d9c8f4-68ee-4bd8-aaed-8ace9842a377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474424 Jul 21 06:35:19.294358 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b3db8f9-28c1-4fff-bc78-82140dc207ab req-1777fe04-3af3-467b-9477-8b47f46c8107 service neutron] 10.222.0.36 "GET /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011052 Jul 21 06:35:19.344433 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:19.394534 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdbe49-2def-43ea-8d07-9f247e31fd58 req-3cd9f038-5eaa-465e-b87e-ee5857670bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:19.396103 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b8bdbe49-2def-43ea-8d07-9f247e31fd58 req-3cd9f038-5eaa-465e-b87e-ee5857670bc3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 1130 time: 0.0490308 Jul 21 06:35:19.422455 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-71c8ba83-9187-4b9f-866f-3ba33eb37ce9 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344447 Jul 21 06:35:19.471765 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b8bdbe49-2def-43ea-8d07-9f247e31fd58 req-60a541e2-b64f-42cd-baac-069a6cb96e65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655866 Jul 21 06:35:19.529104 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4adea602-7231-4fc7-aea6-2cc335b7cf3a req-66b4a898-58c7-4273-9ecd-3d5b8e317b32 service neutron] 10.222.0.36 "GET /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000597 Jul 21 06:35:19.805464 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41514) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:19.862073 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7508f11e-3392-4590-947c-3bd796fe7262 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (791b84f6-1af8-4e35-a229-e12afde1c599), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:19.888998 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7508f11e-3392-4590-947c-3bd796fe7262 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (791b84f6-1af8-4e35-a229-e12afde1c599), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:19.936016 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7508f11e-3392-4590-947c-3bd796fe7262 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (791b84f6-1af8-4e35-a229-e12afde1c599), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:19.938715 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7508f11e-3392-4590-947c-3bd796fe7262 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:19.939858 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7508f11e-3392-4590-947c-3bd796fe7262 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "DELETE /v2.0/security-groups/791b84f6-1af8-4e35-a229-e12afde1c599 HTTP/1.1" status: 204 len: 168 time: 0.1333544 Jul 21 06:35:19.942764 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 41516) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:19.950258 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508f11e-3392-4590-947c-3bd796fe7262 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791b84f6-1af8-4e35-a229-e12afde1c599,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:19.957598 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.api.v2.resource [None req-6fa71e8c-f82a-42eb-a2a7-785ac8aa422b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] show failed (client error): The resource could not be found. Jul 21 06:35:19.958641 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-6fa71e8c-f82a-42eb-a2a7-785ac8aa422b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups/791b84f6-1af8-4e35-a229-e12afde1c599 HTTP/1.1" status: 404 len: 347 time: 0.0148096 Jul 21 06:35:19.961504 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 41518) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:20.081352 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-be79075b-120c-4c61-a271-4470243e51d0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Deleting port 62bc4460-04c3-4ad1-b5fe-d19d7112e56c {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:20.081695 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-be79075b-120c-4c61-a271-4470243e51d0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (62bc4460-04c3-4ad1-b5fe-d19d7112e56c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.162724 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-be79075b-120c-4c61-a271-4470243e51d0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (62bc4460-04c3-4ad1-b5fe-d19d7112e56c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.163054 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-be79075b-120c-4c61-a271-4470243e51d0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (62bc4460-04c3-4ad1-b5fe-d19d7112e56c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.175206 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca42e27-d1f7-49bc-8bc5-a99a72369a6d req-1b5f1d28-0bd7-4b0e-a8bc-c24219721b42 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:20.175745 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-be79075b-120c-4c61-a271-4470243e51d0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Calling delete_port for 62bc4460-04c3-4ad1-b5fe-d19d7112e56c owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:20.176829 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2ca42e27-d1f7-49bc-8bc5-a99a72369a6d req-1b5f1d28-0bd7-4b0e-a8bc-c24219721b42 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 946 time: 0.0489283 Jul 21 06:35:20.223442 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2ca42e27-d1f7-49bc-8bc5-a99a72369a6d req-3d1bb1fc-ff3b-4b12-85e1-5ce683f57fe4 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 Jul 21 06:35:20.310757 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-be79075b-120c-4c61-a271-4470243e51d0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (62bc4460-04c3-4ad1-b5fe-d19d7112e56c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.334955 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79075b-120c-4c61-a271-4470243e51d0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event deleted for resources: {'Port': ['ID=62bc4460-04c3-4ad1-b5fe-d19d7112e56c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:20.338471 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35121-ae9b-426b-b06c-76afec6ce9c4 req-12a6ccd8-3aa3-41d0-9985-e65b150fcd77 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:20.340488 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2bd35121-ae9b-426b-b06c-76afec6ce9c4 req-12a6ccd8-3aa3-41d0-9985-e65b150fcd77 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 943 time: 0.0469434 Jul 21 06:35:20.353484 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:20.394596 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2bd35121-ae9b-426b-b06c-76afec6ce9c4 req-4d635eb0-eafe-40c3-af81-a700327894a6 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468936 Jul 21 06:35:20.402901 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-be79075b-120c-4c61-a271-4470243e51d0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (bca2c767-7794-465a-821f-01600035c301), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.405323 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-be79075b-120c-4c61-a271-4470243e51d0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.407582 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-be79075b-120c-4c61-a271-4470243e51d0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "DELETE /v2.0/floatingips/bca2c767-7794-465a-821f-01600035c301 HTTP/1.1" status: 204 len: 168 time: 0.4441397 Jul 21 06:35:20.489634 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 41526) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:20.494236 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-bfd64d00-b016-49fc-a4e2-7ea92fcbdef8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512219984', 'description': 'tempest-description--517994862'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:20.514761 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfd64d00-b016-49fc-a4e2-7ea92fcbdef8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.549787 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:20.582231 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfd64d00-b016-49fc-a4e2-7ea92fcbdef8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (c6e83d35-f133-4149-b467-152a29eed9c8), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.585510 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfd64d00-b016-49fc-a4e2-7ea92fcbdef8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (c6e83d35-f133-4149-b467-152a29eed9c8), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.616133 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfd64d00-b016-49fc-a4e2-7ea92fcbdef8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.617335 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-bfd64d00-b016-49fc-a4e2-7ea92fcbdef8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1266162 Jul 21 06:35:20.618443 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd64d00-b016-49fc-a4e2-7ea92fcbdef8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e83d35-f133-4149-b467-152a29eed9c8,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:20.620346 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41528) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:20.624971 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-4f48999c-01b2-4ce0-b4eb-bf77b14d068f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'security_group_rule': {'security_group_id': 'c6e83d35-f133-4149-b467-152a29eed9c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:20.635438 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:20.653898 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4f48999c-01b2-4ce0-b4eb-bf77b14d068f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (8e2101bd-a836-4ddf-a13d-253474766715), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.707382 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4f48999c-01b2-4ce0-b4eb-bf77b14d068f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (8e2101bd-a836-4ddf-a13d-253474766715), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.710665 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4f48999c-01b2-4ce0-b4eb-bf77b14d068f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (8e2101bd-a836-4ddf-a13d-253474766715), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.729068 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48999c-01b2-4ce0-b4eb-bf77b14d068f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2101bd-a836-4ddf-a13d-253474766715,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:20.736577 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4f48999c-01b2-4ce0-b4eb-bf77b14d068f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.737743 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-4f48999c-01b2-4ce0-b4eb-bf77b14d068f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163182 Jul 21 06:35:20.740503 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41530) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:20.745011 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-9198c913-e1be-4ef8-af1d-6604e9ca8743 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'security_group_rule': {'security_group_id': 'c6e83d35-f133-4149-b467-152a29eed9c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:20.762934 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device fa58ed41-a634-46cf-b791-e38329e29479 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:35:20.771863 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9198c913-e1be-4ef8-af1d-6604e9ca8743 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (55f5f6f3-dde2-42fd-aaca-2f0f1a304f9a), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.832668 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9198c913-e1be-4ef8-af1d-6604e9ca8743 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (55f5f6f3-dde2-42fd-aaca-2f0f1a304f9a), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.836995 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9198c913-e1be-4ef8-af1d-6604e9ca8743 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (55f5f6f3-dde2-42fd-aaca-2f0f1a304f9a), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.853325 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198c913-e1be-4ef8-af1d-6604e9ca8743 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f5f6f3-dde2-42fd-aaca-2f0f1a304f9a,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:20.864899 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9198c913-e1be-4ef8-af1d-6604e9ca8743 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.866310 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9198c913-e1be-4ef8-af1d-6604e9ca8743 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248651 Jul 21 06:35:20.869247 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port fa58ed41-a634-46cf-b791-e38329e29479, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=fa58ed41-a634-46cf-b791-e38329e29479,segment=NetworkSegment(53815e62-960a-43df-96b6-6a9dc67b65ff),segment_id=53815e62-960a-43df-96b6-6a9dc67b65ff)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:20.869415 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41532) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:20.873591 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:20.887218 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': 'fa58ed41-a634-46cf-b791-e38329e29479', 'network_id': '2bc81270-f5d2-4da2-b2e3-48a4f6d8f429', 'port_id': 'fa58ed41-a634-46cf-b791-e38329e29479', 'mac_address': 'fa:16:3e:61:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03005c2d-12df-497f-a5ec-c276a84bdef8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:35:20.896970 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.925847 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port fa58ed41-a634-46cf-b791-e38329e29479 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:35:20.926267 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (fa58ed41-a634-46cf-b791-e38329e29479), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.940508 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa58ed41-a634-46cf-b791-e38329e29479 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:35:20.960870 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port fa58ed41-a634-46cf-b791-e38329e29479, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=fa58ed41-a634-46cf-b791-e38329e29479,segment=NetworkSegment(53815e62-960a-43df-96b6-6a9dc67b65ff),segment_id=53815e62-960a-43df-96b6-6a9dc67b65ff)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:20.965628 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (fa58ed41-a634-46cf-b791-e38329e29479), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:20.981324 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:21.011561 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=fa58ed41-a634-46cf-b791-e38329e29479,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:21.107230 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Allocated IP 172.27.1.174 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/2db26707-64f8-473f-9e43-c36d91e21bef) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:35:21.209896 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for port (2db26707-64f8-473f-9e43-c36d91e21bef), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:21.243666 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (2db26707-64f8-473f-9e43-c36d91e21bef), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:21.285496 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:35:21.290659 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:35:21.293843 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:35:21.313762 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:21.317476 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'Port': ['ID=2db26707-64f8-473f-9e43-c36d91e21bef,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:21.353888 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:21.384448 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b03e8-62cc-4f85-97c5-a65805bfb98e req-d12cc68d-8868-4bdf-9724-d999bd3f7619 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:21.386394 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-280b03e8-62cc-4f85-97c5-a65805bfb98e req-d12cc68d-8868-4bdf-9724-d999bd3f7619 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 946 time: 0.0850515 Jul 21 06:35:21.392987 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:21.403657 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['fa58ed41-a634-46cf-b791-e38329e29479'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:35:21.462536 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (2db26707-64f8-473f-9e43-c36d91e21bef), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:21.490230 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-280b03e8-62cc-4f85-97c5-a65805bfb98e req-abeb96d3-4883-4004-8570-bae9bdd538a7 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953624 Jul 21 06:35:21.569436 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fe1f3-978a-4c47-b82e-121063f46254 req-ab099d4e-7d04-45ec-b421-a833e13c3b34 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:21.570875 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-791fe1f3-978a-4c47-b82e-121063f46254 req-ab099d4e-7d04-45ec-b421-a833e13c3b34 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 944 time: 0.0782545 Jul 21 06:35:21.680004 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc016b7-4b55-400b-9425-d605e1bd905a req-32cfc0d7-e0c6-490a-8f86-9dee7d226f66 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:21.681365 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7bc016b7-4b55-400b-9425-d605e1bd905a req-32cfc0d7-e0c6-490a-8f86-9dee7d226f66 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 946 time: 0.1184535 Jul 21 06:35:21.691058 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 41540) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:21.695781 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-9acf1312-a50e-490d-8a9a-339a1e3edddd tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'floatingip': {'port_id': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:21.710557 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-791fe1f3-978a-4c47-b82e-121063f46254 req-2a67d694-250e-4830-a0f2-e0ad87e884cb tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236246 Jul 21 06:35:21.738969 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9acf1312-a50e-490d-8a9a-339a1e3edddd tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (938275f1-f2ce-4c83-8087-ca6a4ab78d74), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:21.749932 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for port (2db26707-64f8-473f-9e43-c36d91e21bef), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:21.755056 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (2db26707-64f8-473f-9e43-c36d91e21bef), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:21.792756 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:21.818394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:21.819615 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9493508 Jul 21 06:35:21.820539 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a427f0-5248-4126-b8f0-347fc119c3f2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'Port': ['ID=2db26707-64f8-473f-9e43-c36d91e21bef,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:21.838311 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:22.030366 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-162bd42b-54bd-49fe-afd3-ea7303ecd1a6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--512219984&fields=id&tenant_id=2be6e5aedba545f4b562423c55ddbf80 HTTP/1.1" status: 200 len: 267 time: 0.0476542 Jul 21 06:35:22.150510 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-946b8549-cc24-49d2-9e93-abeef1ddf1bb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:22.152473 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-946b8549-cc24-49d2-9e93-abeef1ddf1bb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 817 time: 0.1152244 Jul 21 06:35:22.168658 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-9f25e919-7c7d-4c9b-8ca7-0d2da3e31ab9 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/quotas/2be6e5aedba545f4b562423c55ddbf80 HTTP/1.1" status: 200 len: 375 time: 0.0099559 Jul 21 06:35:22.218140 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-84a2f94d-ff7d-451b-bb23-76404b9c7456 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440216 Jul 21 06:35:22.319499 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-b06d14c0-86e8-40a9-b3ea-295a349c2aac service neutron] 10.222.0.42 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890422 Jul 21 06:35:22.383076 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:22.412781 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-92c1d4e6-3643-42c4-b970-5c91dddf6588 service neutron] 10.222.0.42 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870311 Jul 21 06:35:22.443811 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9acf1312-a50e-490d-8a9a-339a1e3edddd tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:22.447743 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9acf1312-a50e-490d-8a9a-339a1e3edddd tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (938275f1-f2ce-4c83-8087-ca6a4ab78d74), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:22.552335 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-9acf1312-a50e-490d-8a9a-339a1e3edddd tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Floating IP 938275f1-f2ce-4c83-8087-ca6a4ab78d74 associated. External IP: 172.27.1.100, port: bc14977c-2f5f-4905-b7e5-abf33c78ca67. Jul 21 06:35:22.583117 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-daef1cfc-f601-40b1-892f-0c4e40fe8182 req-ef1f4a32-2f7b-46b1-b8c3-dfcb4aa7c193 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 210 time: 0.0338578 Jul 21 06:35:22.776317 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acf1312-a50e-490d-8a9a-339a1e3edddd tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:35:22.778334 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device fa58ed41-a634-46cf-b791-e38329e29479 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:35:22.825221 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port fa58ed41-a634-46cf-b791-e38329e29479 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:35:22.834752 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port fa58ed41-a634-46cf-b791-e38329e29479 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:35:22.835344 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (fa58ed41-a634-46cf-b791-e38329e29479), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:22.843732 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260be1a-64a5-4143-a54b-8e72c8926c7a req-401ad7a5-df3d-44c6-8046-1d151ac2fb96 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:22.845418 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9260be1a-64a5-4143-a54b-8e72c8926c7a req-401ad7a5-df3d-44c6-8046-1d151ac2fb96 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 944 time: 0.0587392 Jul 21 06:35:22.848728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:22.859503 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:22.882462 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:22.911385 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9260be1a-64a5-4143-a54b-8e72c8926c7a req-e0366b36-9d1b-41cb-9bda-5de4ffffcc6d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589023 Jul 21 06:35:22.937571 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port fa58ed41-a634-46cf-b791-e38329e29479 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:35:22.937997 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (fa58ed41-a634-46cf-b791-e38329e29479), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:22.940338 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acf1312-a50e-490d-8a9a-339a1e3edddd tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:35:22.944758 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9acf1312-a50e-490d-8a9a-339a1e3edddd tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:22.952065 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:35:22.967914 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:22.968305 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:34:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:22.978917 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9acf1312-a50e-490d-8a9a-339a1e3edddd tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "PUT /v2.0/floatingips/938275f1-f2ce-4c83-8087-ca6a4ab78d74 HTTP/1.1" status: 200 len: 992 time: 1.2866056 Jul 21 06:35:22.980200 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'tag': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:22.983036 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd58c058-dd88-4697-8b77-c6e64e146c12", "tag": "bc14977c-2f5f-4905-b7e5-abf33c78ca67"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:22.992146 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff99e0c-a820-4b04-8b0d-11dd7a778394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa58ed41-a634-46cf-b791-e38329e29479'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:22.995129 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570d7a8b-201d-48d2-8d72-c5465bae0244" -d '{"events": [{"server_uuid": "5ff99e0c-a820-4b04-8b0d-11dd7a778394", "name": "network-vif-plugged", "status": "completed", "tag": "fa58ed41-a634-46cf-b791-e38329e29479"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:23.000982 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port fa58ed41-a634-46cf-b791-e38329e29479, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=fa58ed41-a634-46cf-b791-e38329e29479,segment=NetworkSegment(53815e62-960a-43df-96b6-6a9dc67b65ff),segment_id=53815e62-960a-43df-96b6-6a9dc67b65ff)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:23.014708 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (fa58ed41-a634-46cf-b791-e38329e29479), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:23.032934 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d6a840-6c17-44bd-add1-1ff211cc0b1b x-openstack-request-id: req-36d6a840-6c17-44bd-add1-1ff211cc0b1b {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:23.033198 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd58c058-dd88-4697-8b77-c6e64e146c12", "tag": "bc14977c-2f5f-4905-b7e5-abf33c78ca67", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:23.033457 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36d6a840-6c17-44bd-add1-1ff211cc0b1b {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:23.033934 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d6a840-6c17-44bd-add1-1ff211cc0b1b'] response: {'name': 'network-changed', 'server_uuid': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'tag': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67', 'status': 'completed', 'code': 200} Jul 21 06:35:23.074226 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:23.076617 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808bef43-6021-4424-a492-ca47f95268d9 x-openstack-request-id: req-808bef43-6021-4424-a492-ca47f95268d9 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:23.077104 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff99e0c-a820-4b04-8b0d-11dd7a778394", "name": "network-vif-plugged", "status": "completed", "tag": "fa58ed41-a634-46cf-b791-e38329e29479", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:23.077510 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-808bef43-6021-4424-a492-ca47f95268d9 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:23.077876 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808bef43-6021-4424-a492-ca47f95268d9'] response: {'server_uuid': '5ff99e0c-a820-4b04-8b0d-11dd7a778394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa58ed41-a634-46cf-b791-e38329e29479', 'code': 200} Jul 21 06:35:23.081468 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:23.084349 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=fa58ed41-a634-46cf-b791-e38329e29479,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:23.185534 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-b80334b2-246b-4c87-b35c-118ebfd55763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:23.187310 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-b80334b2-246b-4c87-b35c-118ebfd55763 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 1130 time: 0.0451164 Jul 21 06:35:23.198860 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:23.344649 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:23.346414 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '938275f1-f2ce-4c83-8087-ca6a4ab78d74', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:f9:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:35:03Z', 'updated_at': '2022-07-21T06:35:22Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:23.364856 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-030e2663-b327-4b93-971e-27c289c8a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:23.366359 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-030e2663-b327-4b93-971e-27c289c8a2d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 916 time: 0.1396756 Jul 21 06:35:23.373628 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b280954-e855-4e74-9d47-52680385074c req-647983d7-4390-42f0-90e3-c258ef82b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:23.375041 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b280954-e855-4e74-9d47-52680385074c req-647983d7-4390-42f0-90e3-c258ef82b92a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 1129 time: 0.0482159 Jul 21 06:35:23.376566 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:35:23.384870 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:23.385468 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:34:58Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:23.473674 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-99067a7d-b4d9-4705-9dc4-ee373cd5e5f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc14977c-2f5f-4905-b7e5-abf33c78ca67 HTTP/1.1" status: 200 len: 1000 time: 0.0819008 Jul 21 06:35:23.474096 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:23.484933 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b280954-e855-4e74-9d47-52680385074c req-1af505a2-ba37-4a8a-b2af-ba3ce9258253 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855730 Jul 21 06:35:23.488336 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:23.688619 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-afd92c72-897a-4012-9056-f098c2be4d4e req-5c19519e-c353-4f6a-a035-ce286bd04427 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 210 time: 0.0285165 Jul 21 06:35:23.692890 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '938275f1-f2ce-4c83-8087-ca6a4ab78d74', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:f9:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:35:03Z', 'updated_at': '2022-07-21T06:35:22Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:23.718485 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9277f0-5019-4ccc-bd72-20130da22497 None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '938275f1-f2ce-4c83-8087-ca6a4ab78d74', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:f9:2e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:35:03Z', 'updated_at': '2022-07-21T06:35:22Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:35:23.900520 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd30aa-e00d-48d2-bec9-4e555715cf60 None None] New status for floating IP 938275f1-f2ce-4c83-8087-ca6a4ab78d74: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:35:24.034342 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-39e3c0c1-a78e-4707-be42-a45276e7039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:24.035942 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-39e3c0c1-a78e-4707-be42-a45276e7039e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 200 len: 854 time: 0.0476375 Jul 21 06:35:24.068174 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9dfa4-fab4-4102-8bf3-91afc900d57d req-d93f1fd1-7a35-4e72-b84a-cec201e7ef94 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:24.071999 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-25e9dfa4-fab4-4102-8bf3-91afc900d57d req-d93f1fd1-7a35-4e72-b84a-cec201e7ef94 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 945 time: 0.0846052 Jul 21 06:35:24.124008 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-25e9dfa4-fab4-4102-8bf3-91afc900d57d req-e8c9870f-65c2-4040-b29a-7c072a05587a tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460651 Jul 21 06:35:24.587130 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-8839a553-07ba-4a97-a15f-5df41e15f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:24.588588 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-8839a553-07ba-4a97-a15f-5df41e15f40f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fac3a692-b3e2-4555-a0ad-f0227031fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788691 Jul 21 06:35:24.721070 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-1c75cfc5-83fc-4d27-951e-fb95236a7fea tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:24.722364 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-1c75cfc5-83fc-4d27-951e-fb95236a7fea tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 817 time: 0.1834505 Jul 21 06:35:24.742630 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-fcbd4428-281c-4262-bda0-a6347106e287 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253784 Jul 21 06:35:24.790022 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b0497a7f-6459-4077-803b-8852fbed00d5 req-3e7455ce-43ec-4c3b-a48d-6ff0d43262f1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 210 time: 0.0278947 Jul 21 06:35:25.236017 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b0e34-95f5-492e-8b1e-c8509d896631 req-b273aaf0-b4b7-4767-8177-a8963d58e0e7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:25.237460 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e08b0e34-95f5-492e-8b1e-c8509d896631 req-b273aaf0-b4b7-4767-8177-a8963d58e0e7 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 945 time: 0.0458870 Jul 21 06:35:25.284454 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e08b0e34-95f5-492e-8b1e-c8509d896631 req-6b865747-ea91-4e2c-8916-cba1b405d274 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Jul 21 06:35:25.669047 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-b68ad70d-390e-4524-9352-d970ba5667aa tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2be6e5aedba545f4b562423c55ddbf80 HTTP/1.1" status: 200 len: 379 time: 0.1195877 Jul 21 06:35:25.681934 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'port': {'device_id': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'admin_state_up': True, 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'security_groups': ['c6e83d35-f133-4149-b467-152a29eed9c8']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:25.688558 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-22cea01a-a7ea-4b55-ac8a-6b998a8a0cb5 req-12f01134-8efc-4e53-bb49-723199ff48f0 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405563 Jul 21 06:35:25.802640 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Made reservation on behalf of 2be6e5aedba545f4b562423c55ddbf80 for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:35:25.807431 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:25.820827 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:25.904015 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca800275-f996-4905-97f4-62c46e43fdd7 req-f7313fd5-8467-4861-ab80-04abace31369 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 210 time: 0.0346255 Jul 21 06:35:25.956942 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Allocated IP 172.20.0.9 (57bee45f-12cb-4a98-816f-3a63d161af66/f3eb72e6-0362-4ee0-969e-675c914be91e/4aee29c5-9551-4f05-a973-a575a8c0fa54) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:35:26.097103 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.120655 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:26.131586 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.180400 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Network 57bee45f-12cb-4a98-816f-3a63d161af66 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:35:26.188458 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:35:26.193182 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:35:26.197627 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event updated for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:26.208221 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1b3b92d6-ab81-4918-a2e1-0309bbc5ea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.246761 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:26.247374 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.264817 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-19e87cc2-ae23-49d6-8081-5e5b8e1a661c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879419 Jul 21 06:35:26.290232 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Request body: {'port': {'device_id': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:26.354830 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.387889 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-57251817-e3b3-4a64-b4c1-48889c2e5348 None None] Provisioning complete for port 4aee29c5-9551-4f05-a973-a575a8c0fa54 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:35:26.388368 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-57251817-e3b3-4a64-b4c1-48889c2e5348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.424629 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-57251817-e3b3-4a64-b4c1-48889c2e5348 None None] Port 4aee29c5-9551-4f05-a973-a575a8c0fa54 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:35:26.618509 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:26.633324 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aee29c5-9551-4f05-a973-a575a8c0fa54 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:35:26.642198 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Publish callbacks [] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.655650 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Transition to ACTIVE for port object 4aee29c5-9551-4f05-a973-a575a8c0fa54 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:35:26.659272 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.724130 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:26.808440 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Attempting to bind port 4aee29c5-9551-4f05-a973-a575a8c0fa54 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:35:26.808920 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Attempting to bind port 4aee29c5-9551-4f05-a973-a575a8c0fa54 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:35:26.809493 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Attempting to bind port 4aee29c5-9551-4f05-a973-a575a8c0fa54 on network 57bee45f-12cb-4a98-816f-3a63d161af66 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:35:26.814554 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Port 4aee29c5-9551-4f05-a973-a575a8c0fa54 on network 57bee45f-12cb-4a98-816f-3a63d161af66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:35:26.814872 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Attempting to bind port 4aee29c5-9551-4f05-a973-a575a8c0fa54 on network 57bee45f-12cb-4a98-816f-3a63d161af66 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:35:26.820227 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:35:26.820566 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Checking segment: {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:35:26.820944 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Bound using segment: {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:35:26.821366 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Bound port: 4aee29c5-9551-4f05-a973-a575a8c0fa54, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:35:26.821719 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.890445 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:35:26.893571 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:35:26.900064 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.933079 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:26.933872 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:26.935282 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/4aee29c5-9551-4f05-a973-a575a8c0fa54 HTTP/1.1" status: 200 len: 1093 time: 0.6495209 Jul 21 06:35:26.935836 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:26.938278 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f42d238-fd24-4612-897a-f6ad8f15d4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:26.968533 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491be43-d42c-4768-9c5c-3a8f8164d5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:27.006903 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4214355-88a2-4925-bb6a-6dfe96f8ba86 x-openstack-request-id: req-b4214355-88a2-4925-bb6a-6dfe96f8ba86 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:27.007196 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:27.007453 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4214355-88a2-4925-bb6a-6dfe96f8ba86 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:27.007861 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4214355-88a2-4925-bb6a-6dfe96f8ba86'] response: {'name': 'network-changed', 'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'status': 'completed', 'code': 200} Jul 21 06:35:27.075750 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-ffc791ef-b512-41e2-baa8-bde6fa4c3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:27.077442 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-ffc791ef-b512-41e2-baa8-bde6fa4c3fbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 1127 time: 0.0506873 Jul 21 06:35:27.133584 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-46075544-b0d2-45db-94ef-ce20d83f8a05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54 HTTP/1.1" status: 200 len: 217 time: 0.0403199 Jul 21 06:35:27.149272 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:27.190203 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-8f79f722-14c0-4cf3-820f-b3afb4025a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:27.191716 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-8f79f722-14c0-4cf3-820f-b3afb4025a51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.0518489 Jul 21 06:35:27.237889 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-91ebcf14-9b52-4dc2-884f-1c7c119a14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:27.239474 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-91ebcf14-9b52-4dc2-884f-1c7c119a14e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419290 Jul 21 06:35:27.312339 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd58ac-7330-4947-9925-beab19c39ee1 req-05af14fc-e1dc-4eb3-8d14-a4c3fadb3175 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:27.313875 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72bd58ac-7330-4947-9925-beab19c39ee1 req-05af14fc-e1dc-4eb3-8d14-a4c3fadb3175 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.2825162 Jul 21 06:35:27.338805 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-745224ac-f870-48d4-b9b5-087ab2b4d19e service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920086 Jul 21 06:35:27.369016 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72bd58ac-7330-4947-9925-beab19c39ee1 req-80280b5f-59bd-4204-8bf6-119ae9741b24 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484385 Jul 21 06:35:27.430811 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e2161c0-d3d3-4853-a0fe-550c57fd2e5c req-1069110f-ba4e-4ccd-b2c0-ce81deb01683 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860186 Jul 21 06:35:28.496075 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22df47-7810-45a7-b469-e43403df31c8 req-8100d7ce-8e85-4d37-bdab-c2f2ec88c1cb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:28.497574 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6a22df47-7810-45a7-b469-e43403df31c8 req-8100d7ce-8e85-4d37-bdab-c2f2ec88c1cb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0507967 Jul 21 06:35:28.515648 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ba330f71-b8e9-4c1a-8cdf-fa1aebcd57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:28.518402 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-b5fca0aa-e3ac-4971-b328-4d5e969eda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:28.519929 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-b5fca0aa-e3ac-4971-b328-4d5e969eda97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 1127 time: 0.0483034 Jul 21 06:35:28.548920 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6a22df47-7810-45a7-b469-e43403df31c8 req-ccb07e5c-6fd4-4a1b-9935-15af358aa425 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 Jul 21 06:35:28.612393 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-dc15738c-30a5-4c8f-b39e-88e32f7bb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:28.613853 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-dc15738c-30a5-4c8f-b39e-88e32f7bb41f service neutron] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 918 time: 0.0879738 Jul 21 06:35:28.656903 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-d7f050e6-fac0-4a99-9f5c-ee13541f4595 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54 HTTP/1.1" status: 200 len: 217 time: 0.0369804 Jul 21 06:35:28.704922 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-adb220c4-58a2-4a2c-911a-ce4f2da1a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:28.706339 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-adb220c4-58a2-4a2c-911a-ce4f2da1a340 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.0437329 Jul 21 06:35:28.746698 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:28.750120 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-7d36cabc-af8a-4964-ac39-a3965a996568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:28.751587 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-7d36cabc-af8a-4964-ac39-a3965a996568 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389683 Jul 21 06:35:28.847306 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-e2c42e51-12f0-4010-b546-8d4711c074d5 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876198 Jul 21 06:35:28.953463 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f42d238-fd24-4612-897a-f6ad8f15d4b6 req-51eeb32e-de8e-41b2-b416-3f0f901ea1ca service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867167 Jul 21 06:35:29.675577 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac13798-aecc-4cfd-a9f5-90fa9450e1c8 req-70c97341-041f-4c85-a9db-605be0627d04 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:29.677053 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dac13798-aecc-4cfd-a9f5-90fa9450e1c8 req-70c97341-041f-4c85-a9db-605be0627d04 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0513906 Jul 21 06:35:29.724747 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dac13798-aecc-4cfd-a9f5-90fa9450e1c8 req-68e4383a-19b3-4301-8947-8a6bffdf167e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422783 Jul 21 06:35:29.971773 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:30.008143 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138e8e3-c3f4-4609-9aff-dd8e475272de req-9022cfd9-350b-4f78-8f82-f83b6f09d9e4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:30.009623 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b138e8e3-c3f4-4609-9aff-dd8e475272de req-9022cfd9-350b-4f78-8f82-f83b6f09d9e4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0481024 Jul 21 06:35:30.063309 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b138e8e3-c3f4-4609-9aff-dd8e475272de req-6be91e45-beca-40b9-bc4e-945de4df4ab3 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478277 Jul 21 06:35:30.841623 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 4aee29c5-9551-4f05-a973-a575a8c0fa54 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:35:30.848843 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636831d-83d6-4cbc-b2de-5ec430e3bdbe req-a39cba52-b10d-4cb0-83d5-9cb1517d8f1d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:30.850350 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2636831d-83d6-4cbc-b2de-5ec430e3bdbe req-a39cba52-b10d-4cb0-83d5-9cb1517d8f1d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0495632 Jul 21 06:35:30.898019 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2636831d-83d6-4cbc-b2de-5ec430e3bdbe req-ed6e712d-dab2-41cd-8065-a07f1c853546 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Jul 21 06:35:30.942770 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:30.954658 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'port_id': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'mac_address': 'fa:16:3e:f3:e0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:35:30.992755 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 4aee29c5-9551-4f05-a973-a575a8c0fa54 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:35:30.993402 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:31.005790 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aee29c5-9551-4f05-a973-a575a8c0fa54 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:35:31.026171 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:31.030224 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:31.076372 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:31.146664 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:31.183655 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1a7a5-8245-4041-8065-8930ab656e52 req-57ac9298-717b-4743-8a60-6fb27e73b2a1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:31.185140 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-97b1a7a5-8245-4041-8065-8930ab656e52 req-57ac9298-717b-4743-8a60-6fb27e73b2a1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0485494 Jul 21 06:35:31.232216 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-97b1a7a5-8245-4041-8065-8930ab656e52 req-5da85d47-b21f-4de3-9a27-3d481114c8f4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415082 Jul 21 06:35:31.471359 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['4aee29c5-9551-4f05-a973-a575a8c0fa54'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:35:31.535138 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:31.595070 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:31.705611 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:32.020784 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9962faf-8130-401d-9b24-0674e4443c19 req-c149409c-dca1-46b5-92e1-6e3f08c3329a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:32.022289 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d9962faf-8130-401d-9b24-0674e4443c19 req-c149409c-dca1-46b5-92e1-6e3f08c3329a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 944 time: 0.0481040 Jul 21 06:35:32.069915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:32.074523 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d9962faf-8130-401d-9b24-0674e4443c19 req-8d424d6c-6577-4267-980a-6b19c9abb5d7 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463226 Jul 21 06:35:32.344754 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823803-3f9a-4d70-a4ee-e1de9cd03aab req-66ff87e1-bed7-4d89-a7bd-194f3b317fdc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:32.346214 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c1823803-3f9a-4d70-a4ee-e1de9cd03aab req-66ff87e1-bed7-4d89-a7bd-194f3b317fdc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0462744 Jul 21 06:35:32.392364 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c1823803-3f9a-4d70-a4ee-e1de9cd03aab req-044aa4d2-1161-4e08-a4fe-25d8e7139055 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406997 Jul 21 06:35:32.744555 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-f8a01205-b234-40f7-a2d6-adcb2d6e046d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:32.746796 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-f8a01205-b234-40f7-a2d6-adcb2d6e046d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0533087 Jul 21 06:35:32.839271 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 4aee29c5-9551-4f05-a973-a575a8c0fa54 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:35:32.882004 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 4aee29c5-9551-4f05-a973-a575a8c0fa54 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:35:32.889418 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 4aee29c5-9551-4f05-a973-a575a8c0fa54 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:35:32.889794 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:32.964656 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 4aee29c5-9551-4f05-a973-a575a8c0fa54 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:35:32.965043 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:32.987558 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:32.989754 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae94e38-0cd3-4a3e-84ff-fe0b87ce5c10" -d '{"events": [{"server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "name": "network-vif-plugged", "status": "completed", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:33.002531 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:33.007262 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:33.034921 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae24e4f7-f805-4168-a1eb-b2c0fdb830ec x-openstack-request-id: req-ae24e4f7-f805-4168-a1eb-b2c0fdb830ec {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:33.035217 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "name": "network-vif-plugged", "status": "completed", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:33.035465 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae24e4f7-f805-4168-a1eb-b2c0fdb830ec {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:33.035924 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae24e4f7-f805-4168-a1eb-b2c0fdb830ec'] response: {'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'code': 200} Jul 21 06:35:33.060158 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:33.202446 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:33.214763 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbace0-20ac-47a7-8563-19e549589562 req-d7a8d724-32d2-4e9d-95d4-ac10daa4aa00 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:33.216431 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9ecbace0-20ac-47a7-8563-19e549589562 req-d7a8d724-32d2-4e9d-95d4-ac10daa4aa00 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0689876 Jul 21 06:35:33.253723 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Deleting port 64c03855-c1db-478e-916b-e86e4f9e9bdc {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:33.254468 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:33.302329 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9ecbace0-20ac-47a7-8563-19e549589562 req-45291901-97fb-49fc-b1ff-1e2635c514d2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768542 Jul 21 06:35:33.514304 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c5c75-054d-462b-90b1-b728058a4679 req-982fddc8-5a97-4c58-a116-dd2e650e4f96 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:33.515872 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4d5c5c75-054d-462b-90b1-b728058a4679 req-982fddc8-5a97-4c58-a116-dd2e650e4f96 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 946 time: 0.0539515 Jul 21 06:35:33.566100 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4d5c5c75-054d-462b-90b1-b728058a4679 req-bef71665-3828-4bb1-a1ac-69c969bba936 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=f8dc3f50-cc3d-4419-92ab-77b83cdb1948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442433 Jul 21 06:35:33.620258 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] For port 64c03855-c1db-478e-916b-e86e4f9e9bdc, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=64c03855-c1db-478e-916b-e86e4f9e9bdc,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:33.620620 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:33.695091 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=34 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:33.695881 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=48 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:33.760465 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaefc30-780f-4e09-b559-d0c9fbaba9d7 req-6e9ba730-8af6-4ad1-86d4-775b44acdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:33.761969 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eeaefc30-780f-4e09-b559-d0c9fbaba9d7 req-6e9ba730-8af6-4ad1-86d4-775b44acdd90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 1129 time: 0.0827115 Jul 21 06:35:33.837913 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:33.838294 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (66b1851b-09b6-45fd-8425-ea40ed3bbb57), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:33.838602 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Floating IP 66b1851b-09b6-45fd-8425-ea40ed3bbb57 disassociated. External IP: 172.27.1.72, port: 64c03855-c1db-478e-916b-e86e4f9e9bdc. Jul 21 06:35:33.839452 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Calling delete_port for 64c03855-c1db-478e-916b-e86e4f9e9bdc owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:33.843184 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:33.900278 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eeaefc30-780f-4e09-b559-d0c9fbaba9d7 req-0ec5fd0c-3262-4fc0-8851-412d2be9f8b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935912 Jul 21 06:35:33.965379 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:33.987619 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (64c03855-c1db-478e-916b-e86e4f9e9bdc), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:34.013279 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event deleted for resources: {'Port': ['ID=64c03855-c1db-478e-916b-e86e4f9e9bdc,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:34.139269 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Router 63e52a5d-e8e9-4d29-9203-d2c578151f82 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:35:34.241879 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:35:34.253366 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] Sync routers for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:35:34.278213 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:34.278843 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:34.287841 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] No DVR routers for this DVR port 64c03855-c1db-478e-916b-e86e4f9e9bdc on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:35:34.290401 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:34.293989 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ab314dca-9850-4d69-b334-f71e70dc4d82 req-ebcf9897-a607-4706-9dde-c5e724bd7a5e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.36 "DELETE /v2.0/ports/64c03855-c1db-478e-916b-e86e4f9e9bdc HTTP/1.1" status: 204 len: 173 time: 1.1310012 Jul 21 06:35:34.294433 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'name': 'network-vif-deleted', 'tag': '64c03855-c1db-478e-916b-e86e4f9e9bdc'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:34.296876 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d468c9-9672-452e-b96b-9c5183d41aac" -d '{"events": [{"server_uuid": "e7788e87-32b8-4250-bae6-b666d958ab97", "name": "network-vif-deleted", "tag": "64c03855-c1db-478e-916b-e86e4f9e9bdc"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:34.347780 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108c24c3-62d8-43a2-a5ab-eb4f4b4c240e x-openstack-request-id: req-108c24c3-62d8-43a2-a5ab-eb4f4b4c240e {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:34.348074 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7788e87-32b8-4250-bae6-b666d958ab97", "name": "network-vif-deleted", "tag": "64c03855-c1db-478e-916b-e86e4f9e9bdc", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:34.348324 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-108c24c3-62d8-43a2-a5ab-eb4f4b4c240e {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:34.348736 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108c24c3-62d8-43a2-a5ab-eb4f4b4c240e'] response: {'server_uuid': 'e7788e87-32b8-4250-bae6-b666d958ab97', 'name': 'network-vif-deleted', 'tag': '64c03855-c1db-478e-916b-e86e4f9e9bdc', 'status': 'completed', 'code': 200} Jul 21 06:35:34.390803 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:34.451370 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bd815-ce7c-4a27-a4ed-b420e64fa586 req-5165aa4d-2762-4c08-8b99-f14b99a62069 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:34.454442 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-860bd815-ce7c-4a27-a4ed-b420e64fa586 req-5165aa4d-2762-4c08-8b99-f14b99a62069 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0586114 Jul 21 06:35:34.509649 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-860bd815-ce7c-4a27-a4ed-b420e64fa586 req-ee232b92-a083-4d0f-8b8e-797d856302bb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495064 Jul 21 06:35:34.613039 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:34.639096 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] Checking router: 63e52a5d-e8e9-4d29-9203-d2c578151f82 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:35:34.647864 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:34.648729 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:34.674479 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3263bcce-f6aa-4aca-8f87-078dcad611b9 req-0654bbd8-3c45-424e-8cbc-373b77bbc7e7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0293190 Jul 21 06:35:34.753223 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:35.016756 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:35.044217 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7b057-5635-4ba8-a3a2-d777c91741bd None None] The sync data for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi is: [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:35:35.268293 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe02e91-58fa-4e39-b0fd-5b9b95c4fa09 None None] New status for floating IP 66b1851b-09b6-45fd-8425-ea40ed3bbb57: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:35:35.455969 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03765822-b36a-43c3-af08-8368401e8c27 req-b8e7d53f-58d4-4528-9248-d66c6f3c68e3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:35.457419 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03765822-b36a-43c3-af08-8368401e8c27 req-b8e7d53f-58d4-4528-9248-d66c6f3c68e3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0530837 Jul 21 06:35:35.506068 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03765822-b36a-43c3-af08-8368401e8c27 req-6a9807ff-d2cd-424f-b588-877961459024 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428889 Jul 21 06:35:35.639482 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5041f9-3572-474b-9983-b2cb04cbc3b1 req-90837aff-1a5f-46a9-b5c6-42926d1725ab tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:35.640955 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff5041f9-3572-474b-9983-b2cb04cbc3b1 req-90837aff-1a5f-46a9-b5c6-42926d1725ab tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0481958 Jul 21 06:35:35.690157 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff5041f9-3572-474b-9983-b2cb04cbc3b1 req-089cf2f6-1b09-45b7-b90a-7153dfe228fc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438225 Jul 21 06:35:35.784712 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d432f4b9-e24e-4e5d-8285-8e70e423e985 req-e5d0bea4-8acb-423b-9a9a-b624d8c3198f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0314159 Jul 21 06:35:36.620816 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb76eb-a63e-4fe3-8827-0a60eddbd0a3 req-43512c28-282c-4dc8-9295-1b4c1ca10551 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:36.622487 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3deb76eb-a63e-4fe3-8827-0a60eddbd0a3 req-43512c28-282c-4dc8-9295-1b4c1ca10551 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0482979 Jul 21 06:35:36.671199 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3deb76eb-a63e-4fe3-8827-0a60eddbd0a3 req-ee240436-0333-4e63-b126-f03c79074b69 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 Jul 21 06:35:36.864872 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5142a-f76a-492e-8a5c-7572a3a9f7f3 req-913dc2b8-1b12-4a95-9aa9-81effabdcee1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:36.866386 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73b5142a-f76a-492e-8a5c-7572a3a9f7f3 req-913dc2b8-1b12-4a95-9aa9-81effabdcee1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Jul 21 06:35:36.911470 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d4d660e-1634-4025-bb9d-d6edc0e0f3b9 req-ca7db326-1d73-4716-ae24-729e37e0b3c9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0441074 Jul 21 06:35:36.944484 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73b5142a-f76a-492e-8a5c-7572a3a9f7f3 req-f1b23580-d213-4393-9566-fb06b6650fe6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679536 Jul 21 06:35:37.631284 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 64c03855-c1db-478e-916b-e86e4f9e9bdc no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:35:37.650644 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 64c03855-c1db-478e-916b-e86e4f9e9bdc {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:35:37.650985 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 64c03855-c1db-478e-916b-e86e4f9e9bdc not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:35:37.793462 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c86f2f-b23d-41b0-aed8-6f45cf058af2 req-5f0e598e-6007-45a0-af34-d0cc6868871a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:37.795143 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-93c86f2f-b23d-41b0-aed8-6f45cf058af2 req-5f0e598e-6007-45a0-af34-d0cc6868871a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0537050 Jul 21 06:35:37.842801 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-93c86f2f-b23d-41b0-aed8-6f45cf058af2 req-44eb0dfc-dd57-467d-a6ae-7aa0cb16ed62 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 Jul 21 06:35:38.033507 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-71202153-9005-43f7-9551-23f54f303476 req-0b00cbb5-27fc-4fea-a703-9b83e7e78da7 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0321386 Jul 21 06:35:38.216645 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa8051-095f-44c2-aa8a-40dbc59a4f22 req-78800293-2dcc-45f4-abaa-8d12a8085b60 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:38.218001 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-56aa8051-095f-44c2-aa8a-40dbc59a4f22 req-78800293-2dcc-45f4-abaa-8d12a8085b60 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0512652 Jul 21 06:35:38.264531 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-56aa8051-095f-44c2-aa8a-40dbc59a4f22 req-47aab8e9-7bd2-43a5-aa29-5fc887035a20 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410976 Jul 21 06:35:38.363862 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:38.377654 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb7146-c9e9-458a-99bd-1dad45837b27 req-5673d310-8584-4f89-9968-a981d9c78d16 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:38.379132 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d1bb7146-c9e9-458a-99bd-1dad45837b27 req-5673d310-8584-4f89-9968-a981d9c78d16 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0482974 Jul 21 06:35:38.388052 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41724) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:38.392387 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-0d4e3595-51fd-4c9c-88a4-28466f62ea23 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Request body: {'floatingip': {'port_id': '4aee29c5-9551-4f05-a973-a575a8c0fa54'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:38.430317 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3595-51fd-4c9c-88a4-28466f62ea23 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:38.633024 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:38.867155 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3595-51fd-4c9c-88a4-28466f62ea23 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:38.871199 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3595-51fd-4c9c-88a4-28466f62ea23 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:39.004326 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c55f5-3f79-4834-b448-dadaab6cf5aa req-69b8a097-3903-4232-bbec-e00cd0aac2a0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:39.006004 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-350c55f5-3f79-4834-b448-dadaab6cf5aa req-69b8a097-3903-4232-bbec-e00cd0aac2a0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0823073 Jul 21 06:35:39.029086 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-0d4e3595-51fd-4c9c-88a4-28466f62ea23 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Floating IP 196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb associated. External IP: 172.27.1.174, port: 4aee29c5-9551-4f05-a973-a575a8c0fa54. Jul 21 06:35:39.136955 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-350c55f5-3f79-4834-b448-dadaab6cf5aa req-8a9d3432-d1bb-467a-a958-bf68be5977a7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234262 Jul 21 06:35:39.159793 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b23f75fa-b754-44f2-862e-9d8864d5d870 req-48301f9e-92a3-43cb-a168-dd8361958f6e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0406458 Jul 21 06:35:39.279265 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4e3595-51fd-4c9c-88a4-28466f62ea23 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Router dc070977-f217-4b12-90e7-c33b01f89b28 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:35:39.369340 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:39.382899 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4e3595-51fd-4c9c-88a4-28466f62ea23 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:35:39.388437 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3595-51fd-4c9c-88a4-28466f62ea23 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:39.392798 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] Sync routers for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:35:39.402494 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:39.403194 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:39.419010 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0d4e3595-51fd-4c9c-88a4-28466f62ea23 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "PUT /v2.0/floatingips/196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb HTTP/1.1" status: 200 len: 991 time: 1.0299232 Jul 21 06:35:39.419592 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:39.421840 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad2edae-4a76-4a67-8800-63b84a6b4f35" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:39.456110 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6826084-5680-4e6e-86ad-9e5f017c14f8 x-openstack-request-id: req-e6826084-5680-4e6e-86ad-9e5f017c14f8 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:39.456394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:39.456643 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6826084-5680-4e6e-86ad-9e5f017c14f8 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:39.457044 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6826084-5680-4e6e-86ad-9e5f017c14f8'] response: {'name': 'network-changed', 'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'status': 'completed', 'code': 200} Jul 21 06:35:39.505537 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:39.534804 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:39.710758 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'port_id': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'mac_address': 'fa:16:3e:f3:e0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:35:21Z', 'updated_at': '2022-07-21T06:35:38Z', 'revision_number': 1, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:39.737885 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] Checking router: dc070977-f217-4b12-90e7-c33b01f89b28 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:35:39.746700 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:39.747282 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:39.788654 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:39.844889 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:40.049149 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'port_id': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'mac_address': 'fa:16:3e:f3:e0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:35:21Z', 'updated_at': '2022-07-21T06:35:38Z', 'revision_number': 1, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:40.074266 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf655ecf-231d-4fd3-b327-117d5b20501d None None] The sync data for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi is: [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'port_id': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'mac_address': 'fa:16:3e:f3:e0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:35:21Z', 'updated_at': '2022-07-21T06:35:38Z', 'revision_number': 1, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:35:40.268254 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0cec4-2f7c-46fb-81e7-030c85c12aa1 req-f13abfcc-5e23-4172-b547-f15358cad73f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:40.269813 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-52f0cec4-2f7c-46fb-81e7-030c85c12aa1 req-f13abfcc-5e23-4172-b547-f15358cad73f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0631375 Jul 21 06:35:40.279693 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f063bcc7-472a-4af5-864a-051ddfb577b2 None None] New status for floating IP 196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:35:40.289668 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0a1c6f60-5243-4c7b-a5fe-0b0aedc32ff8 req-c3afaf66-6161-4943-92df-3d61b46e4b76 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0391111 Jul 21 06:35:40.332850 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-52f0cec4-2f7c-46fb-81e7-030c85c12aa1 req-b222675d-ea6f-4b45-b4ff-951515bfe185 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462112 Jul 21 06:35:41.397019 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2907e844-3bda-4482-83fa-0410880ae35e req-23660a05-cd8a-424f-ad04-a0c88d741f4d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0271821 Jul 21 06:35:41.453322 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224bcd5-35bf-48aa-b7d4-2f3d029b8924 req-922d43e8-25a0-406c-9917-bbe3685b8a5a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:41.454796 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2224bcd5-35bf-48aa-b7d4-2f3d029b8924 req-922d43e8-25a0-406c-9917-bbe3685b8a5a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0500450 Jul 21 06:35:41.500649 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2224bcd5-35bf-48aa-b7d4-2f3d029b8924 req-7298623e-4e6f-4781-bedd-adfa84b3843f tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402231 Jul 21 06:35:42.502751 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-369b770d-421e-4ccb-b6ef-4598600249c8 req-2fcec5eb-7e4e-4871-8293-5c47cbe67f05 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7788e87-32b8-4250-bae6-b666d958ab97 HTTP/1.1" status: 200 len: 210 time: 0.0281794 Jul 21 06:35:42.602900 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:42.615214 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e004e8-99c4-4617-a311-f489a2eaab35 req-10eb2f97-28db-42b7-b56d-d18bb2224557 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:42.616669 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-15e004e8-99c4-4617-a311-f489a2eaab35 req-10eb2f97-28db-42b7-b56d-d18bb2224557 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0479147 Jul 21 06:35:42.664187 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-15e004e8-99c4-4617-a311-f489a2eaab35 req-a8d65ce2-0055-4e9c-b257-2a49f362f336 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Jul 21 06:35:42.881678 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-3f62cf07-2b19-47bf-b4ab-751634646904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:42.883077 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-3f62cf07-2b19-47bf-b4ab-751634646904 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 1129 time: 0.0430105 Jul 21 06:35:42.998448 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-860a1899-1c14-4885-b32f-061fcd6fb568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:42.999946 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-860a1899-1c14-4885-b32f-061fcd6fb568 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 918 time: 0.0916226 Jul 21 06:35:43.174432 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-c6d5441c-04ef-488d-830c-a03df347ac0b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:43.175804 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-c6d5441c-04ef-488d-830c-a03df347ac0b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.0919228 Jul 21 06:35:43.181853 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-ec48f68c-fb2b-4025-8700-2b36341ea6c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54 HTTP/1.1" status: 200 len: 1001 time: 0.0992646 Jul 21 06:35:43.286184 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-0cf2f7fe-40b4-4f39-8a54-e0a590deaf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:43.287619 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-0cf2f7fe-40b4-4f39-8a54-e0a590deaf32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.0979984 Jul 21 06:35:43.302826 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Deleting port f6cc1e71-5824-4e10-98c9-72b30b663270 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:43.303163 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:43.397254 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-9ffccc38-fc02-47c9-9044-c971a10485d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:43.399014 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-9ffccc38-fc02-47c9-9044-c971a10485d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916376 Jul 21 06:35:43.451589 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:43.482821 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] For port f6cc1e71-5824-4e10-98c9-72b30b663270, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=f6cc1e71-5824-4e10-98c9-72b30b663270,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:43.483182 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:43.566864 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-d034f7f9-fc13-4233-90ac-66fda59602c7 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604822 Jul 21 06:35:43.587640 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41768) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:43.620168 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:43.647660 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1ca81a5d-e6d5-40a3-a37b-ed86cca6c7ba tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (f8dc3f50-cc3d-4419-92ab-77b83cdb1948), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:43.673693 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1ca81a5d-e6d5-40a3-a37b-ed86cca6c7ba tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (f8dc3f50-cc3d-4419-92ab-77b83cdb1948), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:43.724350 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:43.724716 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (bdd209ca-c6ac-4978-85b9-e8f7faf3b585), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:43.725082 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Floating IP bdd209ca-c6ac-4978-85b9-e8f7faf3b585 disassociated. External IP: 172.27.1.89, port: f6cc1e71-5824-4e10-98c9-72b30b663270. Jul 21 06:35:43.725377 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Calling delete_port for f6cc1e71-5824-4e10-98c9-72b30b663270 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:43.729049 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1ca81a5d-e6d5-40a3-a37b-ed86cca6c7ba tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (f8dc3f50-cc3d-4419-92ab-77b83cdb1948), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:43.732702 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1ca81a5d-e6d5-40a3-a37b-ed86cca6c7ba tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:43.734022 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-1ca81a5d-e6d5-40a3-a37b-ed86cca6c7ba tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "DELETE /v2.0/security-groups/f8dc3f50-cc3d-4419-92ab-77b83cdb1948 HTTP/1.1" status: 204 len: 168 time: 0.1453111 Jul 21 06:35:43.739153 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41772) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:43.758058 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca81a5d-e6d5-40a3-a37b-ed86cca6c7ba tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dc3f50-cc3d-4419-92ab-77b83cdb1948,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:43.775752 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-551baba3-9ed7-468e-90bc-b4b972312c91 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] show failed (client error): The resource could not be found. Jul 21 06:35:43.778656 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-551baba3-9ed7-468e-90bc-b4b972312c91 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups/f8dc3f50-cc3d-4419-92ab-77b83cdb1948 HTTP/1.1" status: 404 len: 347 time: 0.0385206 Jul 21 06:35:43.782242 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41776) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:43.822419 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9ad2edae-4a76-4a67-8800-63b84a6b4f35 req-4d825df2-7706-42ed-a4e1-984e6f3c5c8c service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253461 Jul 21 06:35:43.861142 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594349-205e-497a-bada-f910d350c73d req-5f8841f7-75db-45b9-bdef-0429bed87477 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:43.862940 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-99594349-205e-497a-bada-f910d350c73d req-5f8841f7-75db-45b9-bdef-0429bed87477 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d312821-22fc-4f7a-9a04-88f677a66511 HTTP/1.1" status: 200 len: 945 time: 0.1217062 Jul 21 06:35:43.879653 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (f6cc1e71-5824-4e10-98c9-72b30b663270), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:43.907035 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event deleted for resources: {'Port': ['ID=f6cc1e71-5824-4e10-98c9-72b30b663270,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:43.969571 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d54a28e6-4b96-49b3-bc03-1ba4e5c3b575 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Deleting port e44cbe0a-41dc-472d-a668-59be53cb8364 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:43.969912 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d54a28e6-4b96-49b3-bc03-1ba4e5c3b575 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (e44cbe0a-41dc-472d-a668-59be53cb8364), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:43.975466 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-99594349-205e-497a-bada-f910d350c73d req-661a2862-aaee-4320-85e0-a7fe4b69b357 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=32c154e0-f5f4-46dd-be63-54100754f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066930 Jul 21 06:35:44.023961 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:35:44.052692 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d54a28e6-4b96-49b3-bc03-1ba4e5c3b575 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (e44cbe0a-41dc-472d-a668-59be53cb8364), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.053019 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d54a28e6-4b96-49b3-bc03-1ba4e5c3b575 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (e44cbe0a-41dc-472d-a668-59be53cb8364), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.066061 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d54a28e6-4b96-49b3-bc03-1ba4e5c3b575 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Calling delete_port for e44cbe0a-41dc-472d-a668-59be53cb8364 owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:44.133279 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:35:44.149635 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] Sync routers for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:35:44.160568 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:44.161178 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:44.190475 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] No DVR routers for this DVR port f6cc1e71-5824-4e10-98c9-72b30b663270 on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:35:44.195844 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.202362 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-49348fe6-ebca-40ce-a122-dff7c1e2e966 req-be4e8016-7029-4806-95b6-790a592ef0ec tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "DELETE /v2.0/ports/f6cc1e71-5824-4e10-98c9-72b30b663270 HTTP/1.1" status: 204 len: 173 time: 1.0192983 Jul 21 06:35:44.203124 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'name': 'network-vif-deleted', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:44.206834 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7c758a-a30e-4dac-b615-412c39539918" -d '{"events": [{"server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "name": "network-vif-deleted", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:44.214083 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:44.227796 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d54a28e6-4b96-49b3-bc03-1ba4e5c3b575 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (e44cbe0a-41dc-472d-a668-59be53cb8364), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.258802 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a28e6-4b96-49b3-bc03-1ba4e5c3b575 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event deleted for resources: {'Port': ['ID=e44cbe0a-41dc-472d-a668-59be53cb8364,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:44.281875 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184d3e34-3160-49dd-a320-b55f36558ac1 x-openstack-request-id: req-184d3e34-3160-49dd-a320-b55f36558ac1 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:44.282469 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d312821-22fc-4f7a-9a04-88f677a66511", "name": "network-vif-deleted", "tag": "f6cc1e71-5824-4e10-98c9-72b30b663270", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:44.282944 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-184d3e34-3160-49dd-a320-b55f36558ac1 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:44.283598 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184d3e34-3160-49dd-a320-b55f36558ac1'] response: {'server_uuid': '6d312821-22fc-4f7a-9a04-88f677a66511', 'name': 'network-vif-deleted', 'tag': 'f6cc1e71-5824-4e10-98c9-72b30b663270', 'status': 'completed', 'code': 200} Jul 21 06:35:44.297775 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d54a28e6-4b96-49b3-bc03-1ba4e5c3b575 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (66b1851b-09b6-45fd-8425-ea40ed3bbb57), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.300530 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d54a28e6-4b96-49b3-bc03-1ba4e5c3b575 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.301764 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d54a28e6-4b96-49b3-bc03-1ba4e5c3b575 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "DELETE /v2.0/floatingips/66b1851b-09b6-45fd-8425-ea40ed3bbb57 HTTP/1.1" status: 204 len: 168 time: 0.5013928 Jul 21 06:35:44.309286 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:44.404551 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41790) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:44.409207 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-bd1d7015-ad34-4391-af77-e6b4ac7a7f2b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198917213', 'description': 'tempest-description--401220898'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:44.433015 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bd1d7015-ad34-4391-af77-e6b4ac7a7f2b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.510880 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bd1d7015-ad34-4391-af77-e6b4ac7a7f2b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (24db715a-750a-4852-93ab-67735079d814), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.515343 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bd1d7015-ad34-4391-af77-e6b4ac7a7f2b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (24db715a-750a-4852-93ab-67735079d814), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.524931 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:44.532655 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 5, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:44.548863 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bd1d7015-ad34-4391-af77-e6b4ac7a7f2b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.550112 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-bd1d7015-ad34-4391-af77-e6b4ac7a7f2b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445334 Jul 21 06:35:44.553077 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 41792) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:44.557173 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d7015-ad34-4391-af77-e6b4ac7a7f2b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24db715a-750a-4852-93ab-67735079d814,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:44.557674 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-3a3aead6-47ce-4ea9-b091-254271865ffc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'security_group_rule': {'security_group_id': '24db715a-750a-4852-93ab-67735079d814', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:44.561172 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] Checking router: 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:35:44.573526 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:44.574315 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:44.576970 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:44.585229 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3a3aead6-47ce-4ea9-b091-254271865ffc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (8170bd5f-71cb-4d98-9f7c-aa1391b820d7), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.641066 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3a3aead6-47ce-4ea9-b091-254271865ffc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (8170bd5f-71cb-4d98-9f7c-aa1391b820d7), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.645298 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3a3aead6-47ce-4ea9-b091-254271865ffc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (8170bd5f-71cb-4d98-9f7c-aa1391b820d7), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.664719 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aead6-47ce-4ea9-b091-254271865ffc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8170bd5f-71cb-4d98-9f7c-aa1391b820d7,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:44.669712 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3a3aead6-47ce-4ea9-b091-254271865ffc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.673383 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3a3aead6-47ce-4ea9-b091-254271865ffc tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168673 Jul 21 06:35:44.673605 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 41794) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:44.677853 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-625730a8-6824-4c4c-bbfe-52c18dce4541 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'security_group_rule': {'security_group_id': '24db715a-750a-4852-93ab-67735079d814', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:44.682888 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:44.683107 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:44.711209 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-625730a8-6824-4c4c-bbfe-52c18dce4541 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (1ee8038a-fedf-461f-94a2-00170dc76b2d), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.761665 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:44.773760 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-625730a8-6824-4c4c-bbfe-52c18dce4541 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (1ee8038a-fedf-461f-94a2-00170dc76b2d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.779099 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-625730a8-6824-4c4c-bbfe-52c18dce4541 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (1ee8038a-fedf-461f-94a2-00170dc76b2d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.797698 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625730a8-6824-4c4c-bbfe-52c18dce4541 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee8038a-fedf-461f-94a2-00170dc76b2d,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:44.816358 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-625730a8-6824-4c4c-bbfe-52c18dce4541 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.821882 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-625730a8-6824-4c4c-bbfe-52c18dce4541 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443715 Jul 21 06:35:44.822366 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 41796) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:44.827051 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:44.852158 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.938203 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:44.976827 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 5, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:45.005985 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933f8a3-9519-4713-a606-de43da1d1eda None None] The sync data for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi is: [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:30:20Z', 'revision_number': 4, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '0f162510-0d26-4fbf-ac5c-8316db1394ca', 'name': '', 'network_id': '99d9c8f4-68ee-4bd8-aaed-8ace9842a377', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'mac_address': 'fa:16:3e:24:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:17Z', 'updated_at': '2022-07-21T06:30:36Z', 'revision_number': 5, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'subnets': [{'id': 'e95cfd08-d8ca-4ba4-8db0-6109a5852619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:35:45.061316 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Allocated IP 172.27.1.17 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/e273b2ce-bc2f-4b9d-90a1-143d9d008a4f) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:35:45.087710 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41802) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:45.150948 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4cf8-9d4b-4c0e-ac30-36070b05272b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group (32c154e0-f5f4-46dd-be63-54100754f03a), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.183222 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4cf8-9d4b-4c0e-ac30-36070b05272b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group (32c154e0-f5f4-46dd-be63-54100754f03a), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.190383 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for port (e273b2ce-bc2f-4b9d-90a1-143d9d008a4f), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.226031 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (e273b2ce-bc2f-4b9d-90a1-143d9d008a4f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.245813 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4cf8-9d4b-4c0e-ac30-36070b05272b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (32c154e0-f5f4-46dd-be63-54100754f03a), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.249326 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4cf8-9d4b-4c0e-ac30-36070b05272b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.250546 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ac2f4cf8-9d4b-4c0e-ac30-36070b05272b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "DELETE /v2.0/security-groups/32c154e0-f5f4-46dd-be63-54100754f03a HTTP/1.1" status: 204 len: 168 time: 0.1618574 Jul 21 06:35:45.254455 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41806) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:45.270004 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:35:45.273329 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f4cf8-9d4b-4c0e-ac30-36070b05272b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c154e0-f5f4-46dd-be63-54100754f03a,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:45.273752 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:35:45.277830 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:35:45.281573 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-0d8b5033-2cf0-41ff-8119-f5e045265f8d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] show failed (client error): The resource could not be found. Jul 21 06:35:45.284284 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0d8b5033-2cf0-41ff-8119-f5e045265f8d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups/32c154e0-f5f4-46dd-be63-54100754f03a HTTP/1.1" status: 404 len: 347 time: 0.0273991 Jul 21 06:35:45.285477 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 41810) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:35:45.305570 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94da7de0-b6d1-4f30-b4cf-0aabb912b59a None None] New status for floating IP bdd209ca-c6ac-4978-85b9-e8f7faf3b585: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:35:45.318339 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'Port': ['ID=e273b2ce-bc2f-4b9d-90a1-143d9d008a4f,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:45.388474 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.435668 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e273b2ce-bc2f-4b9d-90a1-143d9d008a4f), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.441431 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-039336c1-ee20-4472-8f22-f689ca3cba76 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Deleting port 7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:45.441777 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-039336c1-ee20-4472-8f22-f689ca3cba76 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.483565 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:45.531041 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-039336c1-ee20-4472-8f22-f689ca3cba76 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.531406 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-039336c1-ee20-4472-8f22-f689ca3cba76 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for floatingip (7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.547165 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-039336c1-ee20-4472-8f22-f689ca3cba76 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Calling delete_port for 7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0 owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:45.601367 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:45.614936 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for port (e273b2ce-bc2f-4b9d-90a1-143d9d008a4f), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.618826 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (e273b2ce-bc2f-4b9d-90a1-143d9d008a4f), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.688753 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-039336c1-ee20-4472-8f22-f689ca3cba76 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.689365 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'Port': ['ID=e273b2ce-bc2f-4b9d-90a1-143d9d008a4f,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:45.699651 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.716885 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.718145 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e934b13d-2cd7-4433-a323-4ebed3756c90 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8949475 Jul 21 06:35:45.731726 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039336c1-ee20-4472-8f22-f689ca3cba76 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event deleted for resources: {'Port': ['ID=7012c1c9-2dcf-4a0e-9a8a-9b620fde58d0,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:45.750187 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-039336c1-ee20-4472-8f22-f689ca3cba76 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks [] for floatingip (bdd209ca-c6ac-4978-85b9-e8f7faf3b585), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.752720 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-039336c1-ee20-4472-8f22-f689ca3cba76 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:45.753864 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-039336c1-ee20-4472-8f22-f689ca3cba76 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "DELETE /v2.0/floatingips/bdd209ca-c6ac-4978-85b9-e8f7faf3b585 HTTP/1.1" status: 204 len: 168 time: 0.4674182 Jul 21 06:35:45.874804 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-cdab170e-abf6-4ee0-88dc-394f84458a60 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1198917213&fields=id&tenant_id=b2843a54fec340e19485e7b821fc071a HTTP/1.1" status: 200 len: 267 time: 0.0454960 Jul 21 06:35:45.912230 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:46.212887 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-c7399ade-ae05-44e2-97ff-bd5f6d33ec27 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:46.214353 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-c7399ade-ae05-44e2-97ff-bd5f6d33ec27 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/networks?id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 200 len: 810 time: 0.3332272 Jul 21 06:35:46.228849 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-316ea856-e152-4e88-b104-899847b73d2f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/quotas/b2843a54fec340e19485e7b821fc071a HTTP/1.1" status: 200 len: 375 time: 0.0089536 Jul 21 06:35:46.279806 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-bb876e11-5f3c-4246-b57a-dba51d76f9c8 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2843a54fec340e19485e7b821fc071a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455005 Jul 21 06:35:46.422387 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-5447c550-9a55-41ab-a52c-39841b322209 service neutron] 10.222.0.42 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301372 Jul 21 06:35:46.434663 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:46.513507 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-840a1f52-030b-41b4-8744-fa7c99889266 service neutron] 10.222.0.42 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858450 Jul 21 06:35:46.695270 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-709dcea9-605d-4be9-8b8b-5e28370d040a req-e46e6bf0-7130-4457-be1f-5b6f80ac5da4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 210 time: 0.0386016 Jul 21 06:35:47.484332 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256489b-ac72-453b-91e0-35e9f035789e req-1aabfe20-61b8-40ad-aefd-7f91e3d879d5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:47.485799 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e256489b-ac72-453b-91e0-35e9f035789e req-1aabfe20-61b8-40ad-aefd-7f91e3d879d5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0503972 Jul 21 06:35:47.534530 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e256489b-ac72-453b-91e0-35e9f035789e req-f058740a-6898-4159-944a-ccdfca16cdcb tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430782 Jul 21 06:35:47.658003 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device f6cc1e71-5824-4e10-98c9-72b30b663270 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:35:47.679165 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: f6cc1e71-5824-4e10-98c9-72b30b663270 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:35:47.679512 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device f6cc1e71-5824-4e10-98c9-72b30b663270 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:35:47.786147 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13c362f5-7897-4b1d-a373-3690bcc84d6a req-ca6bb962-069b-4274-ade1-fc450f019c2b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 210 time: 0.0299327 Jul 21 06:35:47.916161 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21b4eb-aff0-4b76-9b6e-d63bd0427eed req-d2833ac2-22f9-4042-af2a-40cc7f61274a tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:47.917551 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ce21b4eb-aff0-4b76-9b6e-d63bd0427eed req-d2833ac2-22f9-4042-af2a-40cc7f61274a tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 945 time: 0.0490739 Jul 21 06:35:47.964300 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ce21b4eb-aff0-4b76-9b6e-d63bd0427eed req-ec9aad15-ad7b-48d8-9932-175a684b2742 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Jul 21 06:35:48.232686 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e1679-614e-455b-9e96-b336022260a2 req-0ef7e779-ee5a-406f-8924-f031b48939ef tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:48.234160 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-223e1679-614e-455b-9e96-b336022260a2 req-0ef7e779-ee5a-406f-8924-f031b48939ef tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0493503 Jul 21 06:35:48.281249 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-223e1679-614e-455b-9e96-b336022260a2 req-ddcc0aa6-4945-40d3-9631-7f0e36cd6d3b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415792 Jul 21 06:35:48.412203 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:48.651997 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d371753-5b01-41cb-b951-67e569c8437a req-be666a90-85d2-4aa3-b998-d45ee9adc2e5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:48.653639 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3d371753-5b01-41cb-b951-67e569c8437a req-be666a90-85d2-4aa3-b998-d45ee9adc2e5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0489700 Jul 21 06:35:48.703135 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3d371753-5b01-41cb-b951-67e569c8437a req-d5cdeee1-6a87-446a-97cf-003c474f3fbc tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438285 Jul 21 06:35:48.896489 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-90009ed8-ab9b-4451-80bb-e2175e1089b1 req-cb5e929b-0106-4465-b8fb-08614c2432f0 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 210 time: 0.0319486 Jul 21 06:35:49.079025 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ed1c3-7e47-4edf-ae70-1a2a13596afe req-f8d8ccc5-9b4c-4782-a2cd-ac337afc41c4 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:49.080449 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e21ed1c3-7e47-4edf-ae70-1a2a13596afe req-f8d8ccc5-9b4c-4782-a2cd-ac337afc41c4 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 945 time: 0.0492551 Jul 21 06:35:49.132520 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e21ed1c3-7e47-4edf-ae70-1a2a13596afe req-baeedb88-12b2-4b8a-846c-1608b021ee5d tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 Jul 21 06:35:49.394973 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7758c1-8282-4d01-b83a-c0b15c7598dd req-bd18c7bb-0cf1-4e6a-9253-87df7b1b15f3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:49.396366 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd7758c1-8282-4d01-b83a-c0b15c7598dd req-bd18c7bb-0cf1-4e6a-9253-87df7b1b15f3 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0468864 Jul 21 06:35:49.444212 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd7758c1-8282-4d01-b83a-c0b15c7598dd req-1121959c-6e1e-438f-9349-c5e71a885752 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Jul 21 06:35:49.818515 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc1436-dd7a-446b-94e9-f309eef759f4 req-71593bae-cd82-4add-8df4-c7ed776648e5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:49.819971 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ebc1436-dd7a-446b-94e9-f309eef759f4 req-71593bae-cd82-4add-8df4-c7ed776648e5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0506713 Jul 21 06:35:49.845836 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:49.868974 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ebc1436-dd7a-446b-94e9-f309eef759f4 req-ffeadcec-8234-43f6-8576-aa6a1296ecc4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428309 Jul 21 06:35:49.992150 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7418bcc0-69b0-499b-bc43-3c63adc26a25 req-79218fdb-ed92-46f5-917c-c683889c25ae tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 210 time: 0.0280981 Jul 21 06:35:50.243962 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a8bc-60af-475c-a233-618dad38284b req-fd6c46e8-217d-4ca1-b7d9-29c3ad4e71a5 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:50.245357 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0272a8bc-60af-475c-a233-618dad38284b req-fd6c46e8-217d-4ca1-b7d9-29c3ad4e71a5 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 945 time: 0.0467713 Jul 21 06:35:50.294597 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0272a8bc-60af-475c-a233-618dad38284b req-8012dd36-9e5a-4cea-a2c3-2689d4110ac2 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 Jul 21 06:35:50.561364 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db7830-3af7-44e4-8347-747af788c468 req-948a7d7f-99bc-4da0-81d7-34d66040322a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:50.562826 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-90db7830-3af7-44e4-8347-747af788c468 req-948a7d7f-99bc-4da0-81d7-34d66040322a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0515044 Jul 21 06:35:50.609043 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-90db7830-3af7-44e4-8347-747af788c468 req-0fe04e1f-cab5-496c-9f84-4efa5b5e994c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Jul 21 06:35:50.986259 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a71d4-1cf1-4e94-aa85-83c3b8d87188 req-b926388d-f2e7-44e1-afdb-ff3b413b6492 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:50.987718 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-867a71d4-1cf1-4e94-aa85-83c3b8d87188 req-b926388d-f2e7-44e1-afdb-ff3b413b6492 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0471187 Jul 21 06:35:51.037269 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-867a71d4-1cf1-4e94-aa85-83c3b8d87188 req-ffd0e188-63a0-4461-8a0c-8649b2c441c9 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440764 Jul 21 06:35:51.102075 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-26f578d9-fd04-4f2c-ac18-d9a7501509d7 req-9d1d50d0-75f1-42e2-add9-6e20a1cb06cf tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 210 time: 0.0313597 Jul 21 06:35:51.403363 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:51.415054 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d16a11-3a52-417f-818e-978ac0485115 req-c0ba5b37-a095-4c03-93bd-f5ccb8dacaef tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:51.416513 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-86d16a11-3a52-417f-818e-978ac0485115 req-c0ba5b37-a095-4c03-93bd-f5ccb8dacaef tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Jul 21 06:35:51.463179 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-86d16a11-3a52-417f-818e-978ac0485115 req-2745ed70-10e9-4956-8611-3be3cbbcb369 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Jul 21 06:35:51.720843 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab0a87-2be7-476e-b682-cc82a0d3ef66 req-c4729026-1f55-4c80-8d9c-e244b66cc94a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:51.722307 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22ab0a87-2be7-476e-b682-cc82a0d3ef66 req-c4729026-1f55-4c80-8d9c-e244b66cc94a tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0469694 Jul 21 06:35:51.769801 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22ab0a87-2be7-476e-b682-cc82a0d3ef66 req-22c44bd0-c976-41de-b6d2-28b53695a57b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Jul 21 06:35:52.171018 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3ed3e-1b1e-4cba-9549-4ed7ee747df3 req-13a95ec9-72a5-4072-b33c-79918e9c74ff tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:52.172493 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f7e3ed3e-1b1e-4cba-9549-4ed7ee747df3 req-13a95ec9-72a5-4072-b33c-79918e9c74ff tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0519793 Jul 21 06:35:52.210163 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-df541128-9327-4d9d-a136-4e91aac97efb req-570252e7-2379-4cf5-a652-1ee4471dfc15 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 210 time: 0.0367022 Jul 21 06:35:52.241210 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f7e3ed3e-1b1e-4cba-9549-4ed7ee747df3 req-acf1a2a2-ec68-4c66-b039-d61a91fc9354 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582497 Jul 21 06:35:52.576146 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b00cbd-8961-4d21-b35b-42e44d43fac8 req-b555098c-bf38-4096-9d0e-bf3240185d94 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:52.577481 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-75b00cbd-8961-4d21-b35b-42e44d43fac8 req-b555098c-bf38-4096-9d0e-bf3240185d94 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 945 time: 0.0469670 Jul 21 06:35:52.624551 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-75b00cbd-8961-4d21-b35b-42e44d43fac8 req-d73ce98c-d2b2-4e8f-a9ed-841a61f2e7f6 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Jul 21 06:35:52.882968 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef0e2-8cea-46b2-aef6-6de02f379c7d req-704a305b-ef9e-4480-9794-ec1a2a4e9c67 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:52.884412 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-858ef0e2-8cea-46b2-aef6-6de02f379c7d req-704a305b-ef9e-4480-9794-ec1a2a4e9c67 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0498524 Jul 21 06:35:52.931163 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-858ef0e2-8cea-46b2-aef6-6de02f379c7d req-6978a323-33fa-40ea-9385-4f78b6c86705 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Jul 21 06:35:53.305858 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-65fae8df-2ee6-495c-ad39-8a3523ab32b1 req-a0f4e747-4f79-453b-b3c1-dfd5094cf4c3 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 210 time: 0.0286798 Jul 21 06:35:53.358881 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a352f-bc5a-46ac-8a7a-789921cedc21 req-23824f68-0c3a-4f78-96df-f67d803a0e31 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:53.360339 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b9a352f-bc5a-46ac-8a7a-789921cedc21 req-23824f68-0c3a-4f78-96df-f67d803a0e31 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0522811 Jul 21 06:35:53.413471 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b9a352f-bc5a-46ac-8a7a-789921cedc21 req-0ccb7292-ff0b-418d-99a8-61b87f534e47 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475733 Jul 21 06:35:53.744724 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289f6a-5314-4d66-9331-5687e4268de6 req-eab915ec-41de-4975-b23b-19efeaba557c tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:53.746795 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8e289f6a-5314-4d66-9331-5687e4268de6 req-eab915ec-41de-4975-b23b-19efeaba557c tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 945 time: 0.0544953 Jul 21 06:35:53.759364 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-73fd8ba9-2cca-4933-9416-992f63e232b4 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:53.760876 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-73fd8ba9-2cca-4933-9416-992f63e232b4 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0496247 Jul 21 06:35:53.798772 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8e289f6a-5314-4d66-9331-5687e4268de6 req-fc3d4856-128a-4052-8ed6-e85b01e0f3b1 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Jul 21 06:35:54.011381 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Deleting port d86e2ff8-1a3b-4b59-926e-c459aef0506d {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:54.011728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:54.055049 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e90c0e-2cec-4bbd-b16c-d337b7177fdb req-ed1ca2b9-3ffb-41f2-af98-41e0dd9055d0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:54.056715 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49e90c0e-2cec-4bbd-b16c-d337b7177fdb req-ed1ca2b9-3ffb-41f2-af98-41e0dd9055d0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 945 time: 0.0506768 Jul 21 06:35:54.125039 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-aea861ea-e41c-4ac9-8ced-f6b409b0deca tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:54.126656 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-aea861ea-e41c-4ac9-8ced-f6b409b0deca tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 945 time: 0.0690107 Jul 21 06:35:54.132020 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:54.141060 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-65453036-b359-49fe-861c-ec793232193c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:54.142506 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-65453036-b359-49fe-861c-ec793232193c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.36 "GET /v2.0/networks?id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 200 len: 810 time: 0.1766889 Jul 21 06:35:54.149051 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49e90c0e-2cec-4bbd-b16c-d337b7177fdb req-ec456710-a0d1-42c6-8ab6-6f9470730636 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819688 Jul 21 06:35:54.163307 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] For port d86e2ff8-1a3b-4b59-926e-c459aef0506d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=d86e2ff8-1a3b-4b59-926e-c459aef0506d,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:54.163672 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:54.177567 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Calling delete_port for d86e2ff8-1a3b-4b59-926e-c459aef0506d owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:54.266462 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-a010fed4-a10c-4972-93c9-e3450aefb577 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:54.267983 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-a010fed4-a10c-4972-93c9-e3450aefb577 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0780373 Jul 21 06:35:54.309060 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-937368da-63d7-4de7-8ddf-34d507ed1403 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Deleting port fa58ed41-a634-46cf-b791-e38329e29479 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:54.309763 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-937368da-63d7-4de7-8ddf-34d507ed1403 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (fa58ed41-a634-46cf-b791-e38329e29479), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:54.368070 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:54.450908 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-32bef212-6398-405f-b352-add21953ffb8 req-73762276-9134-4fa1-bc0c-404424c5e73c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 210 time: 0.0541596 Jul 21 06:35:54.518995 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-937368da-63d7-4de7-8ddf-34d507ed1403 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] For port fa58ed41-a634-46cf-b791-e38329e29479, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=fa58ed41-a634-46cf-b791-e38329e29479,segment=NetworkSegment(53815e62-960a-43df-96b6-6a9dc67b65ff),segment_id=53815e62-960a-43df-96b6-6a9dc67b65ff)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:54.519363 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-937368da-63d7-4de7-8ddf-34d507ed1403 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (fa58ed41-a634-46cf-b791-e38329e29479), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:54.522968 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Deleting port 30a8386c-e7fc-4d12-86c3-922716884c6e {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:35:54.523305 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:54.544920 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-530e9837-fb43-4031-9d85-924efd8713e4 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2843a54fec340e19485e7b821fc071a HTTP/1.1" status: 200 len: 380 time: 0.3586257 Jul 21 06:35:54.560066 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'port': {'device_id': 'efabe894-210e-4604-a672-71967b164f19', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'admin_state_up': True, 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'security_groups': ['24db715a-750a-4852-93ab-67735079d814']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:54.579034 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-937368da-63d7-4de7-8ddf-34d507ed1403 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Calling delete_port for fa58ed41-a634-46cf-b791-e38329e29479 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:54.594793 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c67a8-45a7-46b5-a580-5314aa777685 req-94e69461-8721-4df8-9f4f-cfc6c991ada8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:54.596269 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a4c67a8-45a7-46b5-a580-5314aa777685 req-94e69461-8721-4df8-9f4f-cfc6c991ada8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 946 time: 0.0924537 Jul 21 06:35:54.690144 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (d86e2ff8-1a3b-4b59-926e-c459aef0506d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:54.703087 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:54.728988 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event deleted for resources: {'Port': ['ID=d86e2ff8-1a3b-4b59-926e-c459aef0506d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:54.732429 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['066e9645-9422-4d88-a511-31ab25daf6de'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:35:54.744136 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] For port 30a8386c-e7fc-4d12-86c3-922716884c6e, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=30a8386c-e7fc-4d12-86c3-922716884c6e,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:35:54.744516 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:54.749592 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.749927 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.750283 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.750715 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.750931 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.751255 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.751577 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.751905 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.752230 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.752547 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.752870 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.753187 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.753500 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.753812 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.754152 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:35:54.758885 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a4c67a8-45a7-46b5-a580-5314aa777685 req-3587a840-eda0-437f-90d4-1ffddb5920e4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308453 Jul 21 06:35:54.797386 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] No DVR routers for this DVR port d86e2ff8-1a3b-4b59-926e-c459aef0506d on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:35:54.802720 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Made reservation on behalf of b2843a54fec340e19485e7b821fc071a for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:35:54.806972 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:54.810780 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:54.815471 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9e0f097b-b425-49d9-b49a-422c8edb44c0 req-4ffaefef-e0d4-42cb-a6f5-08f3f11aa84c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "DELETE /v2.0/ports/d86e2ff8-1a3b-4b59-926e-c459aef0506d HTTP/1.1" status: 204 len: 173 time: 0.9165850 Jul 21 06:35:54.817733 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294d6ad3-39c8-4bd2-85f6-3ba438468dd4', 'name': 'network-vif-deleted', 'tag': 'd86e2ff8-1a3b-4b59-926e-c459aef0506d'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:54.820530 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e67ce86-0879-4fa5-bea7-d20f28fc8b38" -d '{"events": [{"server_uuid": "294d6ad3-39c8-4bd2-85f6-3ba438468dd4", "name": "network-vif-deleted", "tag": "d86e2ff8-1a3b-4b59-926e-c459aef0506d"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:54.850268 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:54.953051 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6620870-5b4b-4346-b8c8-17d1b72d09ce x-openstack-request-id: req-c6620870-5b4b-4346-b8c8-17d1b72d09ce {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:54.953331 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294d6ad3-39c8-4bd2-85f6-3ba438468dd4", "name": "network-vif-deleted", "tag": "d86e2ff8-1a3b-4b59-926e-c459aef0506d", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:54.953591 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6620870-5b4b-4346-b8c8-17d1b72d09ce {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:54.954042 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6620870-5b4b-4346-b8c8-17d1b72d09ce'] response: {'server_uuid': '294d6ad3-39c8-4bd2-85f6-3ba438468dd4', 'name': 'network-vif-deleted', 'tag': 'd86e2ff8-1a3b-4b59-926e-c459aef0506d', 'status': 'completed', 'code': 200} Jul 21 06:35:54.974944 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:54.981353 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=28 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:55.000883 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-937368da-63d7-4de7-8ddf-34d507ed1403 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (fa58ed41-a634-46cf-b791-e38329e29479), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.018711 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Allocated IP 172.20.0.12 (a1554b7d-10e2-4dcf-85e9-e6a44388f0b3/5afb2aad-2da8-492f-b61b-e57e223d05fc/1f2280ad-29cb-4bee-9cdc-eda920400b0c) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:35:55.045351 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25626d-d9f9-418d-ac32-0e0b6e27a95d req-b8febe0f-9b05-4385-bd1b-c032d7a81845 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:55.046314 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb25626d-d9f9-418d-ac32-0e0b6e27a95d req-b8febe0f-9b05-4385-bd1b-c032d7a81845 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff99e0c-a820-4b04-8b0d-11dd7a778394 HTTP/1.1" status: 200 len: 945 time: 0.1249509 Jul 21 06:35:55.051113 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937368da-63d7-4de7-8ddf-34d507ed1403 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Pushing event deleted for resources: {'Port': ['ID=fa58ed41-a634-46cf-b791-e38329e29479,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:55.093317 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.093317 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (5414ba32-fefb-442c-b855-0902c23b803d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.093317 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Floating IP 5414ba32-fefb-442c-b855-0902c23b803d disassociated. External IP: 172.27.1.221, port: 30a8386c-e7fc-4d12-86c3-922716884c6e. Jul 21 06:35:55.093755 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Calling delete_port for 30a8386c-e7fc-4d12-86c3-922716884c6e owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:35:55.116972 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:55.128698 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-937368da-63d7-4de7-8ddf-34d507ed1403 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] No DVR routers for this DVR port fa58ed41-a634-46cf-b791-e38329e29479 on host hv-cinder-85031 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:35:55.135630 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-937368da-63d7-4de7-8ddf-34d507ed1403 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.139434 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-41bffd0c-54a2-4741-85e6-a0a71cc9c1b0 req-937368da-63d7-4de7-8ddf-34d507ed1403 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.36 "DELETE /v2.0/ports/fa58ed41-a634-46cf-b791-e38329e29479 HTTP/1.1" status: 204 len: 173 time: 0.9566479 Jul 21 06:35:55.139896 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff99e0c-a820-4b04-8b0d-11dd7a778394', 'name': 'network-vif-deleted', 'tag': 'fa58ed41-a634-46cf-b791-e38329e29479'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:55.142230 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e264836e-d2e2-4284-918c-751065aa296f" -d '{"events": [{"server_uuid": "5ff99e0c-a820-4b04-8b0d-11dd7a778394", "name": "network-vif-deleted", "tag": "fa58ed41-a634-46cf-b791-e38329e29479"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:55.190849 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.231528 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.251790 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:55.256760 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3d71b3-f13f-402f-867e-adee40581c8a x-openstack-request-id: req-3c3d71b3-f13f-402f-867e-adee40581c8a {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:55.257095 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['fa58ed41-a634-46cf-b791-e38329e29479'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:35:55.257249 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff99e0c-a820-4b04-8b0d-11dd7a778394", "name": "network-vif-deleted", "tag": "fa58ed41-a634-46cf-b791-e38329e29479", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:55.257565 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c3d71b3-f13f-402f-867e-adee40581c8a {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:55.258306 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3d71b3-f13f-402f-867e-adee40581c8a'] response: {'server_uuid': '5ff99e0c-a820-4b04-8b0d-11dd7a778394', 'name': 'network-vif-deleted', 'tag': 'fa58ed41-a634-46cf-b791-e38329e29479', 'status': 'completed', 'code': 200} Jul 21 06:35:55.280752 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event updated for resources: {'Port': ['ID=1f2280ad-29cb-4bee-9cdc-eda920400b0c,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:55.290165 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb25626d-d9f9-418d-ac32-0e0b6e27a95d req-851946c6-31bc-4f99-94a9-fc2ff88f9de3 tempest-VolumesSnapshotTestJSON-1771296309 tempest-VolumesSnapshotTestJSON-1771296309-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b0c69d6-e9ab-4a84-b9c4-310b92499c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053387 Jul 21 06:35:55.297498 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:35:55.299028 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:35:55.301458 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:35:55.361590 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (30a8386c-e7fc-4d12-86c3-922716884c6e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.365161 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:55.366575 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.377336 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aae7c636-3ebf-4ed8-8fe1-56f4444bdffc req-6fdf979d-8da7-4fe3-a7ee-a58a33bc5f35 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=294d6ad3-39c8-4bd2-85f6-3ba438468dd4 HTTP/1.1" status: 200 len: 210 time: 0.0935473 Jul 21 06:35:55.410893 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-98a5d6d4-582d-4f24-90e8-3c0dce55c4a9 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8560991 Jul 21 06:35:55.419753 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event deleted for resources: {'Port': ['ID=30a8386c-e7fc-4d12-86c3-922716884c6e,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:55.469348 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Request body: {'port': {'device_id': 'efabe894-210e-4604-a672-71967b164f19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:35:55.560859 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.643465 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed12de-515f-4b5e-9364-6c8053fafb47 req-fda77669-9664-432d-8d68-0164c63d3fb2 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:55.644966 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9eed12de-515f-4b5e-9364-6c8053fafb47 req-fda77669-9664-432d-8d68-0164c63d3fb2 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 932 time: 0.0645504 Jul 21 06:35:55.646865 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:35:55.692189 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:55.694765 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:55.695074 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-59ae6323-312a-456c-aaf0-3a77fabd14a2 None None] Provisioning complete for port 1f2280ad-29cb-4bee-9cdc-eda920400b0c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:35:55.695489 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-59ae6323-312a-456c-aaf0-3a77fabd14a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.719896 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 30a8386c-e7fc-4d12-86c3-922716884c6e no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:35:55.742448 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 30a8386c-e7fc-4d12-86c3-922716884c6e {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:35:55.743425 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 30a8386c-e7fc-4d12-86c3-922716884c6e not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:35:55.743841 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device d86e2ff8-1a3b-4b59-926e-c459aef0506d no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:35:55.768005 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: d86e2ff8-1a3b-4b59-926e-c459aef0506d {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:35:55.768707 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device d86e2ff8-1a3b-4b59-926e-c459aef0506d not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:35:55.769053 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9eed12de-515f-4b5e-9364-6c8053fafb47 req-f343b785-bb4b-47df-a5a5-9b0076d42dcb tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167173 Jul 21 06:35:55.777482 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-59ae6323-312a-456c-aaf0-3a77fabd14a2 None None] Port 1f2280ad-29cb-4bee-9cdc-eda920400b0c cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:35:55.794511 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:35:55.810598 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] Sync routers for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:35:55.823032 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:55.823640 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:55.878408 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] No DVR routers for this DVR port 30a8386c-e7fc-4d12-86c3-922716884c6e on host hv-cinder-85031 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:35:55.882632 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.885080 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2280ad-29cb-4bee-9cdc-eda920400b0c {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:35:55.886234 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-71e0d9e1-05a2-4412-b495-758be5d5a67d req-cdbc17cd-8a18-4ebd-bcc1-c8d63271b172 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "DELETE /v2.0/ports/30a8386c-e7fc-4d12-86c3-922716884c6e HTTP/1.1" status: 204 len: 173 time: 1.5590034 Jul 21 06:35:55.893995 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Publish callbacks [] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.911079 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Transition to ACTIVE for port object 1f2280ad-29cb-4bee-9cdc-eda920400b0c will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:35:55.919085 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:55.943271 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:55.952113 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-27f58cfa-dffa-4c41-981c-e70f57a99417 req-d0bdeb87-ef94-4e75-a8a7-9b0bfb165f28 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 210 time: 0.0716226 Jul 21 06:35:55.985747 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:56.003456 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Pushing event updated for resources: {'Port': ['ID=1f2280ad-29cb-4bee-9cdc-eda920400b0c,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:56.096409 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:35:56.122650 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Attempting to bind port 1f2280ad-29cb-4bee-9cdc-eda920400b0c on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:35:56.122982 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Attempting to bind port 1f2280ad-29cb-4bee-9cdc-eda920400b0c by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:35:56.123314 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Attempting to bind port 1f2280ad-29cb-4bee-9cdc-eda920400b0c on network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:35:56.128696 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Port 1f2280ad-29cb-4bee-9cdc-eda920400b0c on network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:35:56.129017 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Attempting to bind port 1f2280ad-29cb-4bee-9cdc-eda920400b0c on network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:35:56.134607 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:35:56.134884 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Checking segment: {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:35:56.135277 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Bound using segment: {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:35:56.135788 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Bound port: 1f2280ad-29cb-4bee-9cdc-eda920400b0c, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa42c67-0003-4541-862a-d1e32ac7ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:35:56.136091 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:56.208453 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b11fe04d-b863-4557-b365-1e51439206fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:56.234158 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:56.240112 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] For port 1f2280ad-29cb-4bee-9cdc-eda920400b0c, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:35:56.243376 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] For port 1f2280ad-29cb-4bee-9cdc-eda920400b0c, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=1f2280ad-29cb-4bee-9cdc-eda920400b0c,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:35:56.248741 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:56.263990 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] Checking router: 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:35:56.272437 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:35:56.273058 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:56.285333 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:56.285964 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:56.287353 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] 10.222.0.36 "PUT /v2.0/ports/1f2280ad-29cb-4bee-9cdc-eda920400b0c HTTP/1.1" status: 200 len: 1094 time: 0.8254595 Jul 21 06:35:56.318676 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bacac-2fdf-4b28-96b8-46b0f7d8e3fd service neutron] Pushing event updated for resources: {'Port': ['ID=1f2280ad-29cb-4bee-9cdc-eda920400b0c,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:35:56.325464 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:56.430742 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-9dfd247a-8935-44b4-85d3-e820aed73205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:56.432265 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-9dfd247a-8935-44b4-85d3-e820aed73205 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2843a54fec340e19485e7b821fc071a&device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 1128 time: 0.0699441 Jul 21 06:35:56.458326 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:35:56.528522 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-d7bbb8d2-852c-499c-8da5-0576c6ea3f34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f2280ad-29cb-4bee-9cdc-eda920400b0c HTTP/1.1" status: 200 len: 217 time: 0.0794837 Jul 21 06:35:56.616136 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-461561df-adad-4b13-9e78-ed76435e5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:56.618322 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-461561df-adad-4b13-9e78-ed76435e5abd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5afb2aad-2da8-492f-b61b-e57e223d05fc HTTP/1.1" status: 200 len: 849 time: 0.0691082 Jul 21 06:35:56.752818 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:35:56.784405 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4459053-c1f1-4702-9472-9ad7e2fcdfe7 req-823314a1-e836-4849-8d3b-72c8b10e07f0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:56.786052 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4459053-c1f1-4702-9472-9ad7e2fcdfe7 req-823314a1-e836-4849-8d3b-72c8b10e07f0 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0853081 Jul 21 06:35:56.792672 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3adf0-bae6-4ae2-ba32-01670d7dc428 None None] The sync data for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi is: [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:35:56.882548 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4459053-c1f1-4702-9472-9ad7e2fcdfe7 req-897eb3ec-79d8-476a-ab8a-dd58f38c1395 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904741 Jul 21 06:35:56.893123 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-92e6d794-64ee-4a01-a22f-6ee0bdf5cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:56.894741 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-92e6d794-64ee-4a01-a22f-6ee0bdf5cc98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720401 Jul 21 06:35:56.936522 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a8dd5-486b-4188-89b6-30da26c05937 req-d13f30be-2f6a-4b37-ab78-f17c2e541b55 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:56.938019 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b24a8dd5-486b-4188-89b6-30da26c05937 req-d13f30be-2f6a-4b37-ab78-f17c2e541b55 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 944 time: 0.0510490 Jul 21 06:35:56.954713 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efabe894-210e-4604-a672-71967b164f19', 'tag': '1f2280ad-29cb-4bee-9cdc-eda920400b0c'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:56.957131 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730abe51-045f-4f4a-a4e9-3308de1d1d63" -d '{"events": [{"name": "network-changed", "server_uuid": "efabe894-210e-4604-a672-71967b164f19", "tag": "1f2280ad-29cb-4bee-9cdc-eda920400b0c"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:56.993616 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b24a8dd5-486b-4188-89b6-30da26c05937 req-c8ec22b5-195c-46df-bb66-17f2d223b38d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498390 Jul 21 06:35:56.995587 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2221182e-118d-47f7-8a40-922f57fa38d7 x-openstack-request-id: req-2221182e-118d-47f7-8a40-922f57fa38d7 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:56.995973 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efabe894-210e-4604-a672-71967b164f19", "tag": "1f2280ad-29cb-4bee-9cdc-eda920400b0c", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:56.996416 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2221182e-118d-47f7-8a40-922f57fa38d7 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:56.996836 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2221182e-118d-47f7-8a40-922f57fa38d7'] response: {'name': 'network-changed', 'server_uuid': 'efabe894-210e-4604-a672-71967b164f19', 'tag': '1f2280ad-29cb-4bee-9cdc-eda920400b0c', 'status': 'completed', 'code': 200} Jul 21 06:35:57.086322 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7fe282-dd75-4a32-bbee-ae5443066275 None None] New status for floating IP 5414ba32-fefb-442c-b855-0902c23b803d: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:35:57.098632 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-60600cc6-399e-44d4-8613-1b2306d78c63 req-3d2c3bff-671e-43a3-81f5-5913d4f6e1b2 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 210 time: 0.0311575 Jul 21 06:35:57.259905 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'name': 'network-vif-deleted', 'tag': '30a8386c-e7fc-4d12-86c3-922716884c6e'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:35:57.262876 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3700dbd1-b550-44c7-855c-e9caa5129384" -d '{"events": [{"server_uuid": "3dd12a96-a6ba-4881-9e69-20771a9b2d91", "name": "network-vif-deleted", "tag": "30a8386c-e7fc-4d12-86c3-922716884c6e"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:35:57.299892 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edf40bf-f4f7-47b5-bd13-bd31abf3d6b0 x-openstack-request-id: req-1edf40bf-f4f7-47b5-bd13-bd31abf3d6b0 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:35:57.300184 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd12a96-a6ba-4881-9e69-20771a9b2d91", "name": "network-vif-deleted", "tag": "30a8386c-e7fc-4d12-86c3-922716884c6e", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:35:57.300437 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1edf40bf-f4f7-47b5-bd13-bd31abf3d6b0 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:35:57.300833 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edf40bf-f4f7-47b5-bd13-bd31abf3d6b0'] response: {'server_uuid': '3dd12a96-a6ba-4881-9e69-20771a9b2d91', 'name': 'network-vif-deleted', 'tag': '30a8386c-e7fc-4d12-86c3-922716884c6e', 'status': 'completed', 'code': 200} Jul 21 06:35:57.731094 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device fa58ed41-a634-46cf-b791-e38329e29479 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:35:57.751115 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: fa58ed41-a634-46cf-b791-e38329e29479 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:35:57.751458 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device fa58ed41-a634-46cf-b791-e38329e29479 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:35:58.004572 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d5758-67c9-4161-9133-2b8f574ccff1 req-3f274dec-7fd4-4ff8-8f7a-466ba43d0718 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:58.006107 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-013d5758-67c9-4161-9133-2b8f574ccff1 req-3f274dec-7fd4-4ff8-8f7a-466ba43d0718 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0523853 Jul 21 06:35:58.039502 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:35:58.056125 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-013d5758-67c9-4161-9133-2b8f574ccff1 req-8e6a14e3-5845-4bbe-8586-28069ddfb22b tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442162 Jul 21 06:35:58.114177 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7a7d2-0ecf-4a34-ac34-b263660a1696 req-93b332a7-0607-4cbd-8cfc-dd0eeadc3363 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:58.115609 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ec7a7d2-0ecf-4a34-ac34-b263660a1696 req-93b332a7-0607-4cbd-8cfc-dd0eeadc3363 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 944 time: 0.0463536 Jul 21 06:35:58.166664 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ec7a7d2-0ecf-4a34-ac34-b263660a1696 req-51333095-62de-40b1-992d-3b341c46d32c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453243 Jul 21 06:35:58.205006 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76a4f8e9-a370-49a7-b93e-6bbc61a3893f req-8d7c80ff-1f99-4a19-9014-926bf1fc05eb tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 210 time: 0.0279388 Jul 21 06:35:58.517620 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b158b0af-ec9d-451a-97f4-1a7f4626ae80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:35:59.171998 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a57bce-bb4b-4ca1-a650-a78cca2e1904 req-651aecc2-58fa-496e-811f-3b5bbd26c352 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:59.173462 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-00a57bce-bb4b-4ca1-a650-a78cca2e1904 req-651aecc2-58fa-496e-811f-3b5bbd26c352 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0475898 Jul 21 06:35:59.220591 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-00a57bce-bb4b-4ca1-a650-a78cca2e1904 req-a4943cc8-62bb-4d1a-9ae6-3cf1d1b0d716 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Jul 21 06:35:59.283695 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efa2db-5008-452d-978f-479a10090dbd req-2d896ab2-4efd-4ea8-9135-438582908836 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:35:59.285156 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b2efa2db-5008-452d-978f-479a10090dbd req-2d896ab2-4efd-4ea8-9135-438582908836 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 944 time: 0.0509496 Jul 21 06:35:59.333733 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a9a2e9e2-9dfd-4b4e-b7aa-58e1f9a1e018 req-1c3bac16-3ff5-498c-8305-295a54d0f368 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 210 time: 0.0365286 Jul 21 06:35:59.356759 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b2efa2db-5008-452d-978f-479a10090dbd req-aaddbbbf-7fb6-4262-8b63-1230b5cda33b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658467 Jul 21 06:35:59.974284 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:00.336487 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f139-9f8a-4ed8-9825-4965722117a1 req-6c53b33f-4a35-43f0-bb4d-22e3379284cb tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:00.337969 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5be5f139-9f8a-4ed8-9825-4965722117a1 req-6c53b33f-4a35-43f0-bb4d-22e3379284cb tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0472703 Jul 21 06:36:00.356417 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:00.386685 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5be5f139-9f8a-4ed8-9825-4965722117a1 req-18ffa041-1c52-4b01-b888-a68f9a7ab6de tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431752 Jul 21 06:36:00.453376 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-149519ef-282d-4d96-99f6-368f613f9b8e req-5a5e5d3f-61e9-49f1-8679-b38a119969a3 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd12a96-a6ba-4881-9e69-20771a9b2d91 HTTP/1.1" status: 200 len: 210 time: 0.0332751 Jul 21 06:36:00.499302 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca527038-a4d8-4d3a-88bc-71a85d3518f4 req-5bb557a9-0f40-435a-8dd8-8c711f30c00e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:00.500792 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca527038-a4d8-4d3a-88bc-71a85d3518f4 req-5bb557a9-0f40-435a-8dd8-8c711f30c00e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 944 time: 0.0496168 Jul 21 06:36:00.547964 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca527038-a4d8-4d3a-88bc-71a85d3518f4 req-cc7047fe-caa7-4e64-acca-73c4efeddf76 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 Jul 21 06:36:01.005971 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-528da109-9c22-46d8-89a6-056f18b2c0c9 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364274 Jul 21 06:36:01.156560 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:01.187327 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a3f3941b-7da7-40bd-a51f-10911271d003 req-5e97ffed-a5f1-4a2d-909d-fb97448f9c3d service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996821 Jul 21 06:36:01.307044 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-5cc1edbe-626a-4dca-88c1-19f8a2cd8f9d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:01.308487 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-5cc1edbe-626a-4dca-88c1-19f8a2cd8f9d tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0498190 Jul 21 06:36:01.689503 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce73150-efc1-44c5-8f12-70a98a0c99bd req-dadee1d5-ad00-4256-a363-6cc100a3cd31 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:01.691012 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dce73150-efc1-44c5-8f12-70a98a0c99bd req-dadee1d5-ad00-4256-a363-6cc100a3cd31 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 946 time: 0.0822830 Jul 21 06:36:01.696975 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76831bb3-ae4b-45ff-8589-df147608714e req-147b6455-ec8f-4d5a-9be4-bfb29a0beaa5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:01.698399 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76831bb3-ae4b-45ff-8589-df147608714e req-147b6455-ec8f-4d5a-9be4-bfb29a0beaa5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 944 time: 0.0790257 Jul 21 06:36:01.710568 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:01.781701 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dce73150-efc1-44c5-8f12-70a98a0c99bd req-10ed3ff9-8114-4c18-b8b9-d3a49158fc0c tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/security-groups?id=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823431 Jul 21 06:36:01.785759 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76831bb3-ae4b-45ff-8589-df147608714e req-5152878a-e4a5-4e22-8035-80d76f32d09d tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794861 Jul 21 06:36:01.907902 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-3b658705-0813-4700-b729-902d838d4e68 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771985638&fields=id&tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b HTTP/1.1" status: 200 len: 267 time: 0.0444300 Jul 21 06:36:02.240811 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-4c4128e9-05d2-460a-96a2-0bfaf9d463c7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Deleting port 066e9645-9422-4d88-a511-31ab25daf6de {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:36:02.241403 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-4c4128e9-05d2-460a-96a2-0bfaf9d463c7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (066e9645-9422-4d88-a511-31ab25daf6de), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:02.260745 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-2d9e19b5-566d-40e9-b4c1-84bebd8972e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:02.262279 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-2d9e19b5-566d-40e9-b4c1-84bebd8972e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2843a54fec340e19485e7b821fc071a&device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 1128 time: 0.0521929 Jul 21 06:36:02.299429 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2265cb50-fe3b-43cb-8bdb-1a1c0ddaf204 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:02.300867 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2265cb50-fe3b-43cb-8bdb-1a1c0ddaf204 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 812 time: 0.3868055 Jul 21 06:36:02.310949 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:02.333741 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-4c4128e9-05d2-460a-96a2-0bfaf9d463c7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] For port 066e9645-9422-4d88-a511-31ab25daf6de, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=066e9645-9422-4d88-a511-31ab25daf6de,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:02.334128 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-4c4128e9-05d2-460a-96a2-0bfaf9d463c7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (066e9645-9422-4d88-a511-31ab25daf6de), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:02.347258 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-4c4128e9-05d2-460a-96a2-0bfaf9d463c7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Calling delete_port for 066e9645-9422-4d88-a511-31ab25daf6de owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:36:02.351050 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-505b1493-6bd2-4e3c-9e64-2e353127f46b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/quotas/5d0ba27e9a7f450c87eb189cdd6e235b HTTP/1.1" status: 200 len: 375 time: 0.0410457 Jul 21 06:36:02.396830 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:02.416086 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-3eec644c-4b72-4a17-8d45-4e1297bfe02c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593545 Jul 21 06:36:02.419744 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-344d877a-1eb9-4c4d-ba19-3ef31e70e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:02.421078 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-344d877a-1eb9-4c4d-ba19-3ef31e70e54a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 200 len: 911 time: 0.1475027 Jul 21 06:36:02.475518 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:02.482764 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-bbf8b70f-6628-4c8e-969c-170d16d8f72a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f2280ad-29cb-4bee-9cdc-eda920400b0c HTTP/1.1" status: 200 len: 217 time: 0.0535250 Jul 21 06:36:02.491271 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-4c4128e9-05d2-460a-96a2-0bfaf9d463c7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (066e9645-9422-4d88-a511-31ab25daf6de), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:02.524127 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4128e9-05d2-460a-96a2-0bfaf9d463c7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Pushing event deleted for resources: {'Port': ['ID=066e9645-9422-4d88-a511-31ab25daf6de,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:02.545101 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['066e9645-9422-4d88-a511-31ab25daf6de'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:36:02.574466 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-4c4128e9-05d2-460a-96a2-0bfaf9d463c7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] No DVR routers for this DVR port 066e9645-9422-4d88-a511-31ab25daf6de on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:36:02.580101 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-4c4128e9-05d2-460a-96a2-0bfaf9d463c7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:02.583617 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e2f70ef1-f73d-44bd-a72e-fe20a4150571 req-4c4128e9-05d2-460a-96a2-0bfaf9d463c7 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.36 "DELETE /v2.0/ports/066e9645-9422-4d88-a511-31ab25daf6de HTTP/1.1" status: 204 len: 173 time: 0.4309959 Jul 21 06:36:02.584058 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e5366-e38d-4694-b0dc-5d71af0c69d3', 'name': 'network-vif-deleted', 'tag': '066e9645-9422-4d88-a511-31ab25daf6de'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:02.585889 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-a3baf5cb-7252-412b-904d-a93d81858227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:02.586610 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f432c2f1-abe8-4607-96a7-473ba36152e8" -d '{"events": [{"server_uuid": "746e5366-e38d-4694-b0dc-5d71af0c69d3", "name": "network-vif-deleted", "tag": "066e9645-9422-4d88-a511-31ab25daf6de"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:02.587354 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-a3baf5cb-7252-412b-904d-a93d81858227 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5afb2aad-2da8-492f-b61b-e57e223d05fc HTTP/1.1" status: 200 len: 849 time: 0.0948610 Jul 21 06:36:02.650804 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2914f8af-567d-4a35-bd8e-fc38b45a457a service neutron] 10.222.0.42 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124305 Jul 21 06:36:02.667351 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-6ec67e00-5d15-467a-af41-478e40752a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:02.669594 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-6ec67e00-5d15-467a-af41-478e40752a60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715106 Jul 21 06:36:02.726771 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cc2387-4253-46a6-964b-8fac2b22756b x-openstack-request-id: req-04cc2387-4253-46a6-964b-8fac2b22756b {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:02.727142 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e5366-e38d-4694-b0dc-5d71af0c69d3", "name": "network-vif-deleted", "tag": "066e9645-9422-4d88-a511-31ab25daf6de", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:02.727488 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04cc2387-4253-46a6-964b-8fac2b22756b {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:02.728008 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cc2387-4253-46a6-964b-8fac2b22756b'] response: {'server_uuid': '746e5366-e38d-4694-b0dc-5d71af0c69d3', 'name': 'network-vif-deleted', 'tag': '066e9645-9422-4d88-a511-31ab25daf6de', 'status': 'completed', 'code': 200} Jul 21 06:36:02.813347 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:02.826399 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-6e1644ec-7559-4306-b6dc-1feb7df908b9 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455560 Jul 21 06:36:02.828205 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-ee0308c1-690a-4389-96e8-aa98e8e19b87 service neutron] 10.222.0.42 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694319 Jul 21 06:36:02.902914 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e30bc35d-06c9-4780-a13c-89d21d067aef req-19cb46c1-0ecc-4738-97cb-a4262c703c48 tempest-ServerRescueNegativeTestJSON-1302720953 tempest-ServerRescueNegativeTestJSON-1302720953-project] 10.222.0.42 "GET /v2.0/ports?device_id=746e5366-e38d-4694-b0dc-5d71af0c69d3 HTTP/1.1" status: 200 len: 210 time: 0.0336533 Jul 21 06:36:03.015236 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c732453-0e86-40cd-8129-d67be21c3093 req-465a5b19-c51e-4580-9660-9f69d74492a6 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:03.016890 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5c732453-0e86-40cd-8129-d67be21c3093 req-465a5b19-c51e-4580-9660-9f69d74492a6 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 944 time: 0.0526795 Jul 21 06:36:03.141449 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5c732453-0e86-40cd-8129-d67be21c3093 req-7f20a4bd-30ac-4228-8139-dc6e2c54f5c1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155903 Jul 21 06:36:03.188564 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d21ea62c-764f-4dce-9cde-1ebae87cb1ca req-2793c9b1-06a4-4508-902e-903236cf0dbf tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 210 time: 0.0402384 Jul 21 06:36:03.204600 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-730abe51-045f-4f4a-a4e9-3308de1d1d63 req-0e1d7287-fc12-42ae-8cde-886511ee7ec6 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809239 Jul 21 06:36:03.967533 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42064) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:04.358465 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91382c53-f49a-4268-a973-7d39d66b7e9b req-8e1d8c63-149d-4bb7-922f-70b561e59eff tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 210 time: 0.0749621 Jul 21 06:36:04.411909 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4093e02-6079-441c-979c-bf6560f0b8db req-60a4dae2-3648-424f-aff5-8dd1280660bd tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:04.413432 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4093e02-6079-441c-979c-bf6560f0b8db req-60a4dae2-3648-424f-aff5-8dd1280660bd tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 944 time: 0.1611004 Jul 21 06:36:04.444135 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-cd983c9a-7eac-4caf-8d90-6cd166e06ca7 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:04.445419 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-cd983c9a-7eac-4caf-8d90-6cd166e06ca7 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 812 time: 0.2760217 Jul 21 06:36:04.455624 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:04.545777 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4093e02-6079-441c-979c-bf6560f0b8db req-e85088e2-fc56-4680-bb20-073b47cfc841 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229780 Jul 21 06:36:04.607728 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-77f5584f-0b02-4ede-9f60-2d51286261c3 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b HTTP/1.1" status: 200 len: 379 time: 0.1404939 Jul 21 06:36:04.616622 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'port': {'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'admin_state_up': True, 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'security_groups': ['d8108142-12cb-4789-b9bf-7bacadb442d2']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:04.783946 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:04.879214 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:04.898710 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Made reservation on behalf of 5d0ba27e9a7f450c87eb189cdd6e235b for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:36:04.902471 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:05.184467 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Allocated IP 172.20.0.9 (dadad058-4314-4199-8e9f-a1bda80f561d/a810cecd-49b8-42a4-8b02-36e4020aaf6a/fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:36:05.201721 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] Deleting port 0f162510-0d26-4fbf-ac5c-8316db1394ca {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:36:05.202098 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:05.281226 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:05.617207 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc9525ee-ff9a-4b34-8dff-4e27b9430a10 req-30da7b91-6767-426d-8ee2-f16baf7a69e0 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 210 time: 0.0755348 Jul 21 06:36:05.639578 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] For port 0f162510-0d26-4fbf-ac5c-8316db1394ca, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=0f162510-0d26-4fbf-ac5c-8316db1394ca,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:05.639949 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:05.690884 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] Calling delete_port for 0f162510-0d26-4fbf-ac5c-8316db1394ca owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:36:05.713802 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ed24a-e606-4567-9deb-1d8cc9065785 req-25c81113-a72d-4a91-bf40-69cc103f8ed6 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:05.715333 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc8ed24a-e606-4567-9deb-1d8cc9065785 req-25c81113-a72d-4a91-bf40-69cc103f8ed6 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 944 time: 0.0971956 Jul 21 06:36:05.733874 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:05.845306 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc8ed24a-e606-4567-9deb-1d8cc9065785 req-4f0fb7d0-d24b-44b8-b8f4-21bbc4f843c5 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196229 Jul 21 06:36:05.878765 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:05.925272 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:05.933555 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Network dadad058-4314-4199-8e9f-a1bda80f561d is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:05.943062 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:05.949433 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:36:05.954690 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:05.955298 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:05.968192 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'Port': ['ID=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:05.984211 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.984577 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.984899 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.985239 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.985581 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.985912 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.986270 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.986615 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.986928 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.987255 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.987585 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.987912 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.988235 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.988558 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.988879 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:05.997516 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-2d33c04b-39ad-4559-8308-070b7f7a5889 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3833232 Jul 21 06:36:06.052238 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (0f162510-0d26-4fbf-ac5c-8316db1394ca), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:06.085509 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f162510-0d26-4fbf-ac5c-8316db1394ca,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:06.216179 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:06.241778 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-95d451ed-c55f-4780-a332-15b04853b84a None None] Provisioning complete for port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:06.242341 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-95d451ed-c55f-4780-a332-15b04853b84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:06.275857 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-95d451ed-c55f-4780-a332-15b04853b84a None None] Port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:36:06.320467 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:06.425187 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] Router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:36:06.528683 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:36:06.533763 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-468e0f77-0172-4aad-adf0-3733c7ed3419 admin admin] 10.222.0.42 "PUT /v2.0/routers/35522cc8-5ed9-4e3d-8b07-d0f7273eabbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5702169 Jul 21 06:36:06.536276 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42084) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:06.539895 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] Sync routers for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:36:06.550239 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:06.550921 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:06.638935 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Publish callbacks [] for router (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:06.653781 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:06.755160 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:06.771102 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8f729-c730-46d9-ac7b-08eaf7229fc9 req-4c90f4d3-ebaf-46d7-9b26-bf510178fac2 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:06.772558 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5da8f729-c730-46d9-ac7b-08eaf7229fc9 req-4c90f4d3-ebaf-46d7-9b26-bf510178fac2 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 931 time: 0.0831668 Jul 21 06:36:06.796577 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Publish callbacks [] for router_gateway (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:06.826632 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:36:06Z', 'revision_number': 5, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port': {'id': '85a79388-4750-4b56-a9f1-2c599f5c6e3f', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:11Z', 'updated_at': '2022-07-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:06.848756 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:06.851309 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] Checking router: 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:36:06.861845 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] Routers {'35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:06.862538 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:06.866716 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5da8f729-c730-46d9-ac7b-08eaf7229fc9 req-16f6e1bb-b9f3-4928-bfe8-90cc88910580 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862923 Jul 21 06:36:06.870989 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Deleting port 85a79388-4750-4b56-a9f1-2c599f5c6e3f {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:36:06.871964 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:06.966117 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] Set router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:06.998484 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dcc49-6d17-43a1-b83c-98faf3fbdc89 req-e4af5a16-dc59-4d66-a268-25284b02bc5c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:06.999945 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-349dcc49-6d17-43a1-b83c-98faf3fbdc89 req-e4af5a16-dc59-4d66-a268-25284b02bc5c tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 944 time: 0.0636978 Jul 21 06:36:07.014870 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:36:06Z', 'revision_number': 6, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port_host': None}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:07.022510 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] For port 85a79388-4750-4b56-a9f1-2c599f5c6e3f, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=85a79388-4750-4b56-a9f1-2c599f5c6e3f,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:07.022870 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.041741 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e9594-9f57-4a10-b512-8e5f1e1d1270 None None] The sync data for ids ['35522cc8-5ed9-4e3d-8b07-d0f7273eabbb'] in dv-cinder-850318-3-iscsi is: [{'id': '35522cc8-5ed9-4e3d-8b07-d0f7273eabbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1221345745-router', 'tenant_id': '9cd8a1a642a24b519aefdde9ed336536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:10Z', 'updated_at': '2022-07-21T06:36:06Z', 'revision_number': 6, 'project_id': '9cd8a1a642a24b519aefdde9ed336536', 'gw_port_host': None}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:36:07.046350 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Calling delete_port for 85a79388-4750-4b56-a9f1-2c599f5c6e3f owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:36:07.081255 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 1f2280ad-29cb-4bee-9cdc-eda920400b0c details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:36:07.109079 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-349dcc49-6d17-43a1-b83c-98faf3fbdc89 req-74fa51b1-3471-4278-abec-6fcc0f42dcc8 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997322 Jul 21 06:36:07.181989 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:07.182996 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 1f2280ad-29cb-4bee-9cdc-eda920400b0c, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=1f2280ad-29cb-4bee-9cdc-eda920400b0c,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:07.197148 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '1f2280ad-29cb-4bee-9cdc-eda920400b0c', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'port_id': '1f2280ad-29cb-4bee-9cdc-eda920400b0c', 'mac_address': 'fa:16:3e:62:ec:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:36:07.232708 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 1f2280ad-29cb-4bee-9cdc-eda920400b0c is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:07.233102 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.238771 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (85a79388-4750-4b56-a9f1-2c599f5c6e3f), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.251551 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2280ad-29cb-4bee-9cdc-eda920400b0c {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:36:07.278855 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 1f2280ad-29cb-4bee-9cdc-eda920400b0c, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=1f2280ad-29cb-4bee-9cdc-eda920400b0c,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:07.282420 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.285285 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a79388-4750-4b56-a9f1-2c599f5c6e3f,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:07.287049 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.332249 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=1f2280ad-29cb-4bee-9cdc-eda920400b0c,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:07.374599 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.376848 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Publish callbacks [] for router_controller (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.423988 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (35522cc8-5ed9-4e3d-8b07-d0f7273eabbb), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.424626 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35522cc8-5ed9-4e3d-8b07-d0f7273eabbb {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:36:07.429567 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.430807 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-04fb5b8a-6ca7-4ace-904f-409e63de9be9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/35522cc8-5ed9-4e3d-8b07-d0f7273eabbb HTTP/1.1" status: 204 len: 168 time: 0.8935168 Jul 21 06:36:07.433428 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42092) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:07.488707 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e30103-1cd2-4062-aacb-9d653733b230 admin admin] Deleting subnet e95cfd08-d8ca-4ba4-8db0-6109a5852619 {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:36:07.491923 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93e30103-1cd2-4062-aacb-9d653733b230 admin admin] Publish callbacks [] for subnet (e95cfd08-d8ca-4ba4-8db0-6109a5852619), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.526858 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93e30103-1cd2-4062-aacb-9d653733b230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14607510'] for subnet (e95cfd08-d8ca-4ba4-8db0-6109a5852619), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.631210 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93e30103-1cd2-4062-aacb-9d653733b230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (e95cfd08-d8ca-4ba4-8db0-6109a5852619), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.682614 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93e30103-1cd2-4062-aacb-9d653733b230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14670680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12808584'] for subnet (e95cfd08-d8ca-4ba4-8db0-6109a5852619), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.706327 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e30103-1cd2-4062-aacb-9d653733b230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95cfd08-d8ca-4ba4-8db0-6109a5852619,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:07.711915 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93e30103-1cd2-4062-aacb-9d653733b230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.715818 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-93e30103-1cd2-4062-aacb-9d653733b230 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e95cfd08-d8ca-4ba4-8db0-6109a5852619 HTTP/1.1" status: 204 len: 168 time: 0.2804112 Jul 21 06:36:07.718396 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42094) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:07.718563 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb15e9f-4138-4395-9462-e064aee7c0b6 None None] Network 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:36:07.792513 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (99d9c8f4-68ee-4bd8-aaed-8ace9842a377), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.851501 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Deleting port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:36:07.851836 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.872946 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba5d343-e534-4371-9f5d-ff5e34de5181 None None] DHCP port deletion for 99d9c8f4-68ee-4bd8-aaed-8ace9842a377 request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:36:07.918943 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5d343-e534-4371-9f5d-ff5e34de5181 None None] Deleting port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:36:07.919266 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d343-e534-4371-9f5d-ff5e34de5181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.920285 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] For port f71b4f68-91ba-4535-b12a-e18f1d02f6b7, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=f71b4f68-91ba-4535-b12a-e18f1d02f6b7,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:07.920665 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.935864 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Calling delete_port for f71b4f68-91ba-4535-b12a-e18f1d02f6b7 owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:36:07.982756 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Request body: {'port': {'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:07.990317 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-8ba5d343-e534-4371-9f5d-ff5e34de5181 None None] For port f71b4f68-91ba-4535-b12a-e18f1d02f6b7, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=f71b4f68-91ba-4535-b12a-e18f1d02f6b7,segment=NetworkSegment(30486d44-f253-431a-9e29-983ef0332de0),segment_id=30486d44-f253-431a-9e29-983ef0332de0)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:07.990819 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d343-e534-4371-9f5d-ff5e34de5181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:07.994679 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 066e9645-9422-4d88-a511-31ab25daf6de no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:36:08.027343 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.030220 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 066e9645-9422-4d88-a511-31ab25daf6de {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:36:08.030579 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 066e9645-9422-4d88-a511-31ab25daf6de not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:36:08.032482 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5d343-e534-4371-9f5d-ff5e34de5181 None None] Calling delete_port for f71b4f68-91ba-4535-b12a-e18f1d02f6b7 owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:36:08.047816 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789afbe8-7b59-4799-ba68-98293e72c791 req-c4122cc5-cd7a-4d83-b967-67f07acbd185 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:08.049388 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-789afbe8-7b59-4799-ba68-98293e72c791 req-c4122cc5-cd7a-4d83-b967-67f07acbd185 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 931 time: 0.0818424 Jul 21 06:36:08.069887 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Pushing event deleted for resources: {'Port': ['ID=f71b4f68-91ba-4535-b12a-e18f1d02f6b7,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:08.071812 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] No DVR routers for this DVR port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 on host dv-cinder-850318-3-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:36:08.114402 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:08.115525 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d343-e534-4371-9f5d-ff5e34de5181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (f71b4f68-91ba-4535-b12a-e18f1d02f6b7), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.136047 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.160758 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (99d9c8f4-68ee-4bd8-aaed-8ace9842a377), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.163506 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5d343-e534-4371-9f5d-ff5e34de5181 None None] Pushing event deleted for resources: {'Port': ['ID=f71b4f68-91ba-4535-b12a-e18f1d02f6b7,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:08.181898 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5d343-e534-4371-9f5d-ff5e34de5181 None None] No DVR routers for this DVR port f71b4f68-91ba-4535-b12a-e18f1d02f6b7 on host dv-cinder-850318-3-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:36:08.187699 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d9c8f4-68ee-4bd8-aaed-8ace9842a377']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:08.201707 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30486d44-f253-431a-9e29-983ef0332de0') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:08.202333 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30486d44-f253-431a-9e29-983ef0332de0') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:08.208863 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-789afbe8-7b59-4799-ba68-98293e72c791 req-28ccb1cf-56fb-403e-8e58-f795d3797168 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464942 Jul 21 06:36:08.213830 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (30486d44-f253-431a-9e29-983ef0332de0), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.237282 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (30486d44-f253-431a-9e29-983ef0332de0), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.246799 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:36:08.247525 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (30486d44-f253-431a-9e29-983ef0332de0), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.272615 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 30486d44-f253-431a-9e29-983ef0332de0 resource provider aggregate not found Jul 21 06:36:08.311375 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:08.318943 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (99d9c8f4-68ee-4bd8-aaed-8ace9842a377), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.323256 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.327740 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] 10.222.0.42 "DELETE /v2.0/networks/99d9c8f4-68ee-4bd8-aaed-8ace9842a377 HTTP/1.1" status: 204 len: 168 time: 0.6084013 Jul 21 06:36:08.330596 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 30486d44-f253-431a-9e29-983ef0332de0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30486d44-f253-431a-9e29-983ef0332de0 found for delete ", "request_id": "req-8e96d463-9cec-433a-928a-1408a92e79a9"}]} Jul 21 06:36:08.342682 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112048b8-2af7-44a7-8902-d24995a411a7 req-535e1560-20f2-4b08-b068-2fc59b97baba tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:08.342682 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-112048b8-2af7-44a7-8902-d24995a411a7 req-535e1560-20f2-4b08-b068-2fc59b97baba tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 945 time: 0.1253471 Jul 21 06:36:08.349617 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977448ce-f6b4-4904-b10c-259c7b10273b admin admin] Pushing event deleted for resources: {'Network': ['ID=99d9c8f4-68ee-4bd8-aaed-8ace9842a377,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:08.370994 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['1f2280ad-29cb-4bee-9cdc-eda920400b0c'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:36:08.411314 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:08.416582 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:08.432981 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:08.440031 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-112048b8-2af7-44a7-8902-d24995a411a7 req-eaf9e779-47a4-480c-b8f4-2a484c8c3312 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958622 Jul 21 06:36:08.507536 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42110) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:08.560923 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e4caac56-5671-455a-ac09-5dd67c9e8495 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9cd8a1a642a24b519aefdde9ed336536&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0521898 Jul 21 06:36:08.563777 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42114) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:08.597592 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:36:08.611787 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Publish callbacks [] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.633242 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Transition to ACTIVE for port object fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:36:08.643339 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.654743 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-90bc4836-416b-4d1b-b04d-66634b26b156 admin admin] Publish callbacks [] for security_group (8585fc9f-68e4-4ed2-a5d8-efd960db0ea1), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.692479 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:08.730355 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-90bc4836-416b-4d1b-b04d-66634b26b156 admin admin] Publish callbacks [] for security_group (8585fc9f-68e4-4ed2-a5d8-efd960db0ea1), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.755874 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Pushing event updated for resources: {'Port': ['ID=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:08.812157 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Attempting to bind port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:36:08.812566 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Attempting to bind port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:36:08.812935 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Attempting to bind port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 on network dadad058-4314-4199-8e9f-a1bda80f561d {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:36:08.818442 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 on network dadad058-4314-4199-8e9f-a1bda80f561d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:36:08.818772 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Attempting to bind port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 on network dadad058-4314-4199-8e9f-a1bda80f561d {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:36:08.824514 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:36:08.824983 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Checking segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:36:08.825258 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Bound using segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:36:08.825690 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Bound port: fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:36:08.826085 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.842489 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-90bc4836-416b-4d1b-b04d-66634b26b156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (8585fc9f-68e4-4ed2-a5d8-efd960db0ea1), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.845418 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-90bc4836-416b-4d1b-b04d-66634b26b156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.846619 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-90bc4836-416b-4d1b-b04d-66634b26b156 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8585fc9f-68e4-4ed2-a5d8-efd960db0ea1 HTTP/1.1" status: 204 len: 168 time: 0.2819297 Jul 21 06:36:08.884961 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc4836-416b-4d1b-b04d-66634b26b156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8585fc9f-68e4-4ed2-a5d8-efd960db0ea1,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:08.926590 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] For port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647, host hv-cinder-85031, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:36:08.929987 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 85a79388-4750-4b56-a9f1-2c599f5c6e3f no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:36:08.934639 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] For port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:36:08.941550 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.951470 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 85a79388-4750-4b56-a9f1-2c599f5c6e3f {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:36:08.952132 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 85a79388-4750-4b56-a9f1-2c599f5c6e3f not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:36:08.952771 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 0f162510-0d26-4fbf-ac5c-8316db1394ca no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:36:08.973146 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 0f162510-0d26-4fbf-ac5c-8316db1394ca {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:36:08.973894 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 0f162510-0d26-4fbf-ac5c-8316db1394ca not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:36:08.974561 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f71b4f68-91ba-4535-b12a-e18f1d02f6b7 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:36:08.981227 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:08.981773 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:08.983195 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] 10.222.0.36 "PUT /v2.0/ports/fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 HTTP/1.1" status: 200 len: 1093 time: 1.0054326 Jul 21 06:36:08.983630 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'tag': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:08.985875 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9015b69f-c621-4156-a5c9-94bfc3f3b41c", "tag": "fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:09.004848 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: f71b4f68-91ba-4535-b12a-e18f1d02f6b7 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:36:09.005304 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f71b4f68-91ba-4535-b12a-e18f1d02f6b7 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:36:09.015525 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb35a4d-2f89-4983-b9fb-5ac8d4eecc09 service neutron] Pushing event updated for resources: {'Port': ['ID=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:09.106749 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7dd16f6f-4a40-49dd-a293-37570a1823f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:09.108776 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-7dd16f6f-4a40-49dd-a293-37570a1823f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 1127 time: 0.0516675 Jul 21 06:36:09.179382 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-9cc74231-d1c3-4dd8-9e39-d352928e46b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 HTTP/1.1" status: 200 len: 217 time: 0.0554879 Jul 21 06:36:09.243138 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-081e0a93-a0de-4a0d-8371-5488625f445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:09.244786 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-081e0a93-a0de-4a0d-8371-5488625f445c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0583620 Jul 21 06:36:09.305514 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-1d145cc2-a3c2-4da1-a3df-1c5cf4c798c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:09.307610 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-1d145cc2-a3c2-4da1-a3df-1c5cf4c798c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544510 Jul 21 06:36:09.329077 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c66883-f2f4-42b9-841c-cab986a2818e x-openstack-request-id: req-35c66883-f2f4-42b9-841c-cab986a2818e {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:09.329371 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9015b69f-c621-4156-a5c9-94bfc3f3b41c", "tag": "fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:09.329620 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35c66883-f2f4-42b9-841c-cab986a2818e {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:09.330060 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c66883-f2f4-42b9-841c-cab986a2818e'] response: {'name': 'network-changed', 'server_uuid': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'tag': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'status': 'completed', 'code': 200} Jul 21 06:36:09.426569 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68e96-6915-4bb5-b9ae-a8298b23f573 req-e1d25de8-d3b1-4d5e-99c8-3ba38d47feaf tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:09.428033 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dcf68e96-6915-4bb5-b9ae-a8298b23f573 req-e1d25de8-d3b1-4d5e-99c8-3ba38d47feaf tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 943 time: 0.0971444 Jul 21 06:36:09.473036 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-61f5b07c-a226-415f-8e04-b1a2a160c62b service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572845 Jul 21 06:36:09.479984 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:09.521923 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dcf68e96-6915-4bb5-b9ae-a8298b23f573 req-01f5cdae-fbc3-42cc-9707-addfd7295bec tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850999 Jul 21 06:36:09.615579 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe1d5a-baed-4fa6-8947-23da6b9ff0ef req-d2537fc1-b5a4-45ff-9bfa-106866ed449b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:09.617036 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-acfe1d5a-baed-4fa6-8947-23da6b9ff0ef req-d2537fc1-b5a4-45ff-9bfa-106866ed449b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 945 time: 0.0871608 Jul 21 06:36:09.657691 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc1853a5-16a2-45fd-8130-2e782b288a61 req-6ec8eac5-0e82-4b8c-9b84-f23b0022deb5 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759181 Jul 21 06:36:09.679853 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-acfe1d5a-baed-4fa6-8947-23da6b9ff0ef req-fcc907f7-f2fa-4395-90f3-052b395f5300 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563736 Jul 21 06:36:10.006095 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-076633c7-2a7e-42b9-80e5-d3333f5bd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:10.007721 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-076633c7-2a7e-42b9-80e5-d3333f5bd59c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 1127 time: 0.0414379 Jul 21 06:36:10.071224 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 1f2280ad-29cb-4bee-9cdc-eda920400b0c up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:10.108671 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:10.112878 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-19c7c996-bbd9-4387-98d5-db3fff943c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:10.114364 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-19c7c996-bbd9-4387-98d5-db3fff943c86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 913 time: 0.0981705 Jul 21 06:36:10.118928 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 1f2280ad-29cb-4bee-9cdc-eda920400b0c completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:36:10.127116 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 1f2280ad-29cb-4bee-9cdc-eda920400b0c triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:10.127574 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:10.158116 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-8e94ddbc-dd7d-4669-88b4-7492dc32ce15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 HTTP/1.1" status: 200 len: 217 time: 0.0352066 Jul 21 06:36:10.211270 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 1f2280ad-29cb-4bee-9cdc-eda920400b0c is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:10.211918 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:10.220752 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-18a453e6-bc94-4f1e-896b-75d24fc74e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:10.222412 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-18a453e6-bc94-4f1e-896b-75d24fc74e38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0579867 Jul 21 06:36:10.246909 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efabe894-210e-4604-a672-71967b164f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2280ad-29cb-4bee-9cdc-eda920400b0c'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:10.249781 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2810ac-3247-4b4b-bd39-9b865dc51f01" -d '{"events": [{"server_uuid": "efabe894-210e-4604-a672-71967b164f19", "name": "network-vif-plugged", "status": "completed", "tag": "1f2280ad-29cb-4bee-9cdc-eda920400b0c"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:10.265173 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 1f2280ad-29cb-4bee-9cdc-eda920400b0c, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=1f2280ad-29cb-4bee-9cdc-eda920400b0c,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:10.271391 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:10.341379 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=1f2280ad-29cb-4bee-9cdc-eda920400b0c,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:10.516482 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeb0f05-bebf-464d-a489-3ba6c35b36de x-openstack-request-id: req-abeb0f05-bebf-464d-a489-3ba6c35b36de {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:10.517209 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efabe894-210e-4604-a672-71967b164f19", "name": "network-vif-plugged", "status": "completed", "tag": "1f2280ad-29cb-4bee-9cdc-eda920400b0c", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:10.517634 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abeb0f05-bebf-464d-a489-3ba6c35b36de {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:10.518583 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abeb0f05-bebf-464d-a489-3ba6c35b36de'] response: {'server_uuid': 'efabe894-210e-4604-a672-71967b164f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2280ad-29cb-4bee-9cdc-eda920400b0c', 'code': 200} Jul 21 06:36:10.528822 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-da72b0c7-90d0-41f2-baa7-c926c1ff7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:10.530444 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-da72b0c7-90d0-41f2-baa7-c926c1ff7edd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3020074 Jul 21 06:36:10.727223 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c81890-cd25-4202-b2ed-d5266e84a71d req-c35e8187-ec34-4cf7-b82e-3aefbdff2ea8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:10.728755 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f6c81890-cd25-4202-b2ed-d5266e84a71d req-c35e8187-ec34-4cf7-b82e-3aefbdff2ea8 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 943 time: 0.1099286 Jul 21 06:36:10.767151 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-dbcac22d-3d6a-40a9-905f-2bfd4a3c4794 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072842 Jul 21 06:36:10.787992 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaafe7-97df-480a-995e-3ff5c32e0892 req-a6294966-4661-4a57-887f-aad871671103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:10.790571 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-13eaafe7-97df-480a-995e-3ff5c32e0892 req-a6294966-4661-4a57-887f-aad871671103 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 1130 time: 0.0589759 Jul 21 06:36:10.837175 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f6c81890-cd25-4202-b2ed-d5266e84a71d req-e3efb1b5-9342-442a-b238-a9e5665b28f6 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973151 Jul 21 06:36:10.858177 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-13eaafe7-97df-480a-995e-3ff5c32e0892 req-8cf316a8-db98-4521-9097-93a9a4fa12e6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598760 Jul 21 06:36:10.883673 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42196) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:10.928103 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe017e7-43e1-4ed3-aea4-de4ac8959246 req-6f4986ec-8f10-4e2c-9390-7e0838a65781 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:10.929700 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6fe017e7-43e1-4ed3-aea4-de4ac8959246 req-6f4986ec-8f10-4e2c-9390-7e0838a65781 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 946 time: 0.1204910 Jul 21 06:36:10.966877 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4692a8eb-1217-4cea-a71f-f1a9d2c7a6f4 req-b23168db-f674-4f68-a983-0ed681df1a71 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904535 Jul 21 06:36:11.014738 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6fe017e7-43e1-4ed3-aea4-de4ac8959246 req-53963e92-a3e2-465b-8f7e-947164886709 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775492 Jul 21 06:36:11.047972 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6974dee-6c0b-47c6-acd6-b3cac67439b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.136883 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6974dee-6c0b-47c6-acd6-b3cac67439b8 admin admin] Publish callbacks [] for security_group (4d4e6b00-80ad-4bd8-a3d5-78d12cec5b8a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.141019 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6974dee-6c0b-47c6-acd6-b3cac67439b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (4d4e6b00-80ad-4bd8-a3d5-78d12cec5b8a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.182936 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c6974dee-6c0b-47c6-acd6-b3cac67439b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b05bb5f973c94f79ac00c931fc347539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981057 Jul 21 06:36:11.185052 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6974dee-6c0b-47c6-acd6-b3cac67439b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4e6b00-80ad-4bd8-a3d5-78d12cec5b8a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:11.186389 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42212) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:11.238911 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0ad20304-df20-43f8-b832-4c82c0018d3a admin admin] Publish callbacks [] for security_group (4d4e6b00-80ad-4bd8-a3d5-78d12cec5b8a), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.263781 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0ad20304-df20-43f8-b832-4c82c0018d3a admin admin] Publish callbacks [] for security_group (4d4e6b00-80ad-4bd8-a3d5-78d12cec5b8a), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.309773 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0ad20304-df20-43f8-b832-4c82c0018d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (4d4e6b00-80ad-4bd8-a3d5-78d12cec5b8a), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.312295 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0ad20304-df20-43f8-b832-4c82c0018d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.313470 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0ad20304-df20-43f8-b832-4c82c0018d3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d4e6b00-80ad-4bd8-a3d5-78d12cec5b8a HTTP/1.1" status: 204 len: 168 time: 0.1259875 Jul 21 06:36:11.321268 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad20304-df20-43f8-b832-4c82c0018d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4e6b00-80ad-4bd8-a3d5-78d12cec5b8a,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:11.585262 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42218) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:11.593291 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:11.600754 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-abeb9c8b-a0a6-44eb-83b6-61ef3e103ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.677629 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-abeb9c8b-a0a6-44eb-83b6-61ef3e103ad9 admin admin] Publish callbacks [] for security_group (9b273e6e-0192-4b80-9057-58af3cce1d69), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.681958 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-abeb9c8b-a0a6-44eb-83b6-61ef3e103ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (9b273e6e-0192-4b80-9057-58af3cce1d69), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.721624 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-abeb9c8b-a0a6-44eb-83b6-61ef3e103ad9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b55bc806903a4c60b3045230970381eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351900 Jul 21 06:36:11.722758 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb9c8b-a0a6-44eb-83b6-61ef3e103ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b273e6e-0192-4b80-9057-58af3cce1d69,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:11.724338 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42220) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:11.776107 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d49fd460-5ce4-49a0-b2d7-80b8e14965dc admin admin] Publish callbacks [] for security_group (9b273e6e-0192-4b80-9057-58af3cce1d69), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.798223 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d49fd460-5ce4-49a0-b2d7-80b8e14965dc admin admin] Publish callbacks [] for security_group (9b273e6e-0192-4b80-9057-58af3cce1d69), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.844327 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d49fd460-5ce4-49a0-b2d7-80b8e14965dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (9b273e6e-0192-4b80-9057-58af3cce1d69), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.846949 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d49fd460-5ce4-49a0-b2d7-80b8e14965dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:11.848055 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d49fd460-5ce4-49a0-b2d7-80b8e14965dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b273e6e-0192-4b80-9057-58af3cce1d69 HTTP/1.1" status: 204 len: 168 time: 0.1227226 Jul 21 06:36:11.855674 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fd460-5ce4-49a0-b2d7-80b8e14965dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b273e6e-0192-4b80-9057-58af3cce1d69,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:11.974441 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771736-97a1-420a-bab0-22f2e5080511 req-54696c26-57a2-4539-8459-7e1670b8be33 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:11.976029 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-48771736-97a1-420a-bab0-22f2e5080511 req-54696c26-57a2-4539-8459-7e1670b8be33 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 943 time: 0.0508404 Jul 21 06:36:12.049439 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-48771736-97a1-420a-bab0-22f2e5080511 req-2955f4c8-6163-4649-a92a-a4365b64e518 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673687 Jul 21 06:36:12.146885 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b2c3-6eef-46ef-b37d-83de9f82943b req-6ea069ec-adaf-43f5-8134-6707d9b78d7f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:12.150525 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0265b2c3-6eef-46ef-b37d-83de9f82943b req-6ea069ec-adaf-43f5-8134-6707d9b78d7f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 946 time: 0.0593407 Jul 21 06:36:12.190639 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:12.218285 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0265b2c3-6eef-46ef-b37d-83de9f82943b req-59a38e5b-f8aa-4756-8a68-66444787692b tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630589 Jul 21 06:36:13.177281 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a21299-d21f-40fd-b4fa-90df8c33173e req-999491c5-22e1-429b-9a12-617c8d1c7d4c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:13.179763 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-61a21299-d21f-40fd-b4fa-90df8c33173e req-999491c5-22e1-429b-9a12-617c8d1c7d4c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 943 time: 0.0539997 Jul 21 06:36:13.240009 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-61a21299-d21f-40fd-b4fa-90df8c33173e req-4080ace4-6e80-4926-8afe-5827a7279683 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495076 Jul 21 06:36:13.369213 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4106-a344-4094-8d30-78a212e6ff0f req-e5e551c7-80fe-4e14-add6-97e6899ffd39 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:13.370854 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b1b4106-a344-4094-8d30-78a212e6ff0f req-e5e551c7-80fe-4e14-add6-97e6899ffd39 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 946 time: 0.0759346 Jul 21 06:36:13.424437 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9b1b4106-a344-4094-8d30-78a212e6ff0f req-43ca117a-f97e-448b-b988-c2a0f21a5c62 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466740 Jul 21 06:36:13.572409 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e15b0-5ce1-45ac-a30c-6188ff64571d req-48e2962b-539c-4be8-a1c5-64d6fa85437e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:13.573917 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef3e15b0-5ce1-45ac-a30c-6188ff64571d req-48e2962b-539c-4be8-a1c5-64d6fa85437e tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 946 time: 0.0654097 Jul 21 06:36:13.583065 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42306) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:13.587699 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-5f2d4376-52d5-42d9-bb74-938d77b5231a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Request body: {'floatingip': {'port_id': '1f2280ad-29cb-4bee-9cdc-eda920400b0c'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:13.627086 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f2d4376-52d5-42d9-bb74-938d77b5231a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:13.965886 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:14.018373 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:14.073819 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f2d4376-52d5-42d9-bb74-938d77b5231a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:14.079021 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f2d4376-52d5-42d9-bb74-938d77b5231a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:14.172175 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-5f2d4376-52d5-42d9-bb74-938d77b5231a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Floating IP b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb associated. External IP: 172.27.1.17, port: 1f2280ad-29cb-4bee-9cdc-eda920400b0c. Jul 21 06:36:14.366163 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8434d-b68f-4a3d-86ac-9c9e11a357e4 req-87f3a859-9b3b-42d6-a328-83f3b33b5f67 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:14.367593 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1a8434d-b68f-4a3d-86ac-9c9e11a357e4 req-87f3a859-9b3b-42d6-a328-83f3b33b5f67 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 943 time: 0.0489879 Jul 21 06:36:14.370974 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2d4376-52d5-42d9-bb74-938d77b5231a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Router 63e52a5d-e8e9-4d29-9203-d2c578151f82 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:36:14.419253 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1a8434d-b68f-4a3d-86ac-9c9e11a357e4 req-916f3c19-49ae-4e3e-ad78-40a6d2d39eb7 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442271 Jul 21 06:36:14.475323 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2d4376-52d5-42d9-bb74-938d77b5231a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:36:14.479850 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f2d4376-52d5-42d9-bb74-938d77b5231a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:14.484872 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] Sync routers for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:36:14.494482 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:14.495110 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:14.615976 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:14.766913 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5f2d4376-52d5-42d9-bb74-938d77b5231a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "PUT /v2.0/floatingips/b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb HTTP/1.1" status: 200 len: 991 time: 1.1826320 Jul 21 06:36:14.767593 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efabe894-210e-4604-a672-71967b164f19', 'tag': '1f2280ad-29cb-4bee-9cdc-eda920400b0c'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:14.769873 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d921774c-cc6d-4df6-a090-ad5bda3a8a53" -d '{"events": [{"name": "network-changed", "server_uuid": "efabe894-210e-4604-a672-71967b164f19", "tag": "1f2280ad-29cb-4bee-9cdc-eda920400b0c"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:14.807174 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027fa9ae-30d6-4408-ac79-bb0a307d00ff x-openstack-request-id: req-027fa9ae-30d6-4408-ac79-bb0a307d00ff {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:14.807461 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efabe894-210e-4604-a672-71967b164f19", "tag": "1f2280ad-29cb-4bee-9cdc-eda920400b0c", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:14.807717 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-027fa9ae-30d6-4408-ac79-bb0a307d00ff {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:14.808118 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027fa9ae-30d6-4408-ac79-bb0a307d00ff'] response: {'name': 'network-changed', 'server_uuid': 'efabe894-210e-4604-a672-71967b164f19', 'tag': '1f2280ad-29cb-4bee-9cdc-eda920400b0c', 'status': 'completed', 'code': 200} Jul 21 06:36:14.914112 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-813ba06c-e120-4b52-8bca-84bccd80199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:14.915562 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-813ba06c-e120-4b52-8bca-84bccd80199f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2843a54fec340e19485e7b821fc071a&device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 1130 time: 0.0495925 Jul 21 06:36:14.974664 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'port_id': '1f2280ad-29cb-4bee-9cdc-eda920400b0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'mac_address': 'fa:16:3e:62:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efabe894-210e-4604-a672-71967b164f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:35:45Z', 'updated_at': '2022-07-21T06:36:13Z', 'revision_number': 1, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:15.004592 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] Checking router: 63e52a5d-e8e9-4d29-9203-d2c578151f82 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:36:15.013148 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:15.016414 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:15.017215 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-3f70c1ae-9f4c-48f4-b13c-ded045eec462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:15.019948 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-3f70c1ae-9f4c-48f4-b13c-ded045eec462 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 200 len: 911 time: 0.0977008 Jul 21 06:36:15.020437 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:15.111989 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:15.144868 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:15.181273 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-604dc833-7a29-4859-b18a-be0970de3de4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f2280ad-29cb-4bee-9cdc-eda920400b0c HTTP/1.1" status: 200 len: 999 time: 0.0643275 Jul 21 06:36:15.364195 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'port_id': '1f2280ad-29cb-4bee-9cdc-eda920400b0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'mac_address': 'fa:16:3e:62:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efabe894-210e-4604-a672-71967b164f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:35:45Z', 'updated_at': '2022-07-21T06:36:13Z', 'revision_number': 1, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:15.390734 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bbb293-4467-4c0e-9a5c-408e112d991c None None] The sync data for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi is: [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'port_id': '1f2280ad-29cb-4bee-9cdc-eda920400b0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'mac_address': 'fa:16:3e:62:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efabe894-210e-4604-a672-71967b164f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:35:45Z', 'updated_at': '2022-07-21T06:36:13Z', 'revision_number': 1, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:36:15.540076 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fedde-3a00-400f-911a-ea933a599114 req-7f4d67c4-1a48-4997-9a2c-c161e5f7e1ff tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:15.541751 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ab0fedde-3a00-400f-911a-ea933a599114 req-7f4d67c4-1a48-4997-9a2c-c161e5f7e1ff tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 943 time: 0.0522857 Jul 21 06:36:15.586879 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8f3da-cc1f-4cdd-ba74-af3a07ee42ca None None] New status for floating IP b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:36:15.588996 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:15.595541 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ab0fedde-3a00-400f-911a-ea933a599114 req-4841c6fb-e6a3-4353-821b-2118e3a306fa tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473428 Jul 21 06:36:15.749511 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:15.764256 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-a22e8b49-bff8-4d4f-abc4-89c0f06e98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:15.765894 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-a22e8b49-bff8-4d4f-abc4-89c0f06e98d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5afb2aad-2da8-492f-b61b-e57e223d05fc HTTP/1.1" status: 200 len: 849 time: 0.0498500 Jul 21 06:36:15.815053 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-5a73cb52-565a-41ab-ada5-7482d38ac3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:15.816640 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-5a73cb52-565a-41ab-ada5-7482d38ac3d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446377 Jul 21 06:36:15.911211 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-4cde8551-0cb0-49b8-97e9-c40e5982d657 service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885708 Jul 21 06:36:16.013902 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d921774c-cc6d-4df6-a090-ad5bda3a8a53 req-5b15db0b-8423-48f0-8ad7-1e98cc7cdd6d service neutron] 10.222.0.36 "GET /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960836 Jul 21 06:36:16.092017 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:36:16.194495 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:16.206424 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'mac_address': 'fa:16:3e:a7:90:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:36:16.243769 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:16.244199 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:16.258499 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:36:16.283207 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:16.287850 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:16.333625 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:16.496765 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42370) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:16.596101 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:36:16.603689 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0e70566d-bfd2-4d4b-8baf-34895e40fab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:16.634311 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:16.697772 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0e70566d-bfd2-4d4b-8baf-34895e40fab1 admin admin] Publish callbacks [] for security_group (ba292254-c518-4018-bfe8-585367f842b8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:16.702552 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0e70566d-bfd2-4d4b-8baf-34895e40fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ba292254-c518-4018-bfe8-585367f842b8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:16.774304 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc628aae-964c-44fe-bae6-b01972476f8f req-535bd685-74b5-443c-97b3-101b0a258371 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:16.775675 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc628aae-964c-44fe-bae6-b01972476f8f req-535bd685-74b5-443c-97b3-101b0a258371 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 944 time: 0.0902710 Jul 21 06:36:16.783818 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0e70566d-bfd2-4d4b-8baf-34895e40fab1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f61f39db2a3847c0b79ec158eed6364b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836404 Jul 21 06:36:16.783818 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70566d-bfd2-4d4b-8baf-34895e40fab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba292254-c518-4018-bfe8-585367f842b8,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:16.784895 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42376) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:16.829822 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc628aae-964c-44fe-bae6-b01972476f8f req-38bcaa04-4d02-4834-b2c3-14a601a50ca3 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449069 Jul 21 06:36:16.868521 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eddc6e92-8db2-4b83-8595-66dea17f851b admin admin] Publish callbacks [] for security_group (ba292254-c518-4018-bfe8-585367f842b8), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:16.890225 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eddc6e92-8db2-4b83-8595-66dea17f851b admin admin] Publish callbacks [] for security_group (ba292254-c518-4018-bfe8-585367f842b8), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:16.938550 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eddc6e92-8db2-4b83-8595-66dea17f851b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ba292254-c518-4018-bfe8-585367f842b8), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:16.941046 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eddc6e92-8db2-4b83-8595-66dea17f851b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:16.942258 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-eddc6e92-8db2-4b83-8595-66dea17f851b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba292254-c518-4018-bfe8-585367f842b8 HTTP/1.1" status: 204 len: 168 time: 0.1556044 Jul 21 06:36:16.950771 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc6e92-8db2-4b83-8595-66dea17f851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba292254-c518-4018-bfe8-585367f842b8,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:16.962398 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:17.230383 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42390) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:17.243809 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-26e72ac1-8cc9-40a8-bb84-ffa317f79553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:17.321243 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-26e72ac1-8cc9-40a8-bb84-ffa317f79553 admin admin] Publish callbacks [] for security_group (a024755b-566e-43e1-a404-3df891421af2), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:17.324226 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-26e72ac1-8cc9-40a8-bb84-ffa317f79553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (a024755b-566e-43e1-a404-3df891421af2), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:17.363980 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-26e72ac1-8cc9-40a8-bb84-ffa317f79553 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2881e8d5f0d54a2a9273a9e8d80ce505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324356 Jul 21 06:36:17.364847 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e72ac1-8cc9-40a8-bb84-ffa317f79553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a024755b-566e-43e1-a404-3df891421af2,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:17.366706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42392) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:17.421209 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef476-89b6-4051-b78d-95314fe469c0 admin admin] Publish callbacks [] for security_group (a024755b-566e-43e1-a404-3df891421af2), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:17.443999 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef476-89b6-4051-b78d-95314fe469c0 admin admin] Publish callbacks [] for security_group (a024755b-566e-43e1-a404-3df891421af2), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:17.490757 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef476-89b6-4051-b78d-95314fe469c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (a024755b-566e-43e1-a404-3df891421af2), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:17.493192 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef476-89b6-4051-b78d-95314fe469c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:17.494355 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-cd9ef476-89b6-4051-b78d-95314fe469c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a024755b-566e-43e1-a404-3df891421af2 HTTP/1.1" status: 204 len: 168 time: 0.1265411 Jul 21 06:36:17.502189 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ef476-89b6-4051-b78d-95314fe469c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a024755b-566e-43e1-a404-3df891421af2,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:17.950430 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfa4d4-e160-4b39-a96c-81dbfae05612 req-9a4999a3-4d8e-4c44-b6fd-745a70622a33 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:17.951922 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7dfa4d4-e160-4b39-a96c-81dbfae05612 req-9a4999a3-4d8e-4c44-b6fd-745a70622a33 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 944 time: 0.0495145 Jul 21 06:36:18.009131 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7dfa4d4-e160-4b39-a96c-81dbfae05612 req-2d9daafe-5272-470a-b1ae-502d01f3ecc6 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491943 Jul 21 06:36:18.133843 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:18.138329 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:18.153347 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42422) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:18.180447 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:36:18.181706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:18.187378 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:18.187753 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.206379 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bbff02-d199-47f9-a579-78bb1e4d467c admin admin] Deleting subnet 03005c2d-12df-497f-a5ec-c276a84bdef8 {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:36:18.211641 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b1bbff02-d199-47f9-a579-78bb1e4d467c admin admin] Publish callbacks [] for subnet (03005c2d-12df-497f-a5ec-c276a84bdef8), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.236933 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:18.253497 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b1bbff02-d199-47f9-a579-78bb1e4d467c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14607510'] for subnet (03005c2d-12df-497f-a5ec-c276a84bdef8), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.264296 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:18.264889 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.288907 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:18.291173 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd09d69-f3b1-45b3-8f64-204cc1692a86" -d '{"events": [{"server_uuid": "9015b69f-c621-4156-a5c9-94bfc3f3b41c", "name": "network-vif-plugged", "status": "completed", "tag": "fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:18.301790 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b1bbff02-d199-47f9-a579-78bb1e4d467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (03005c2d-12df-497f-a5ec-c276a84bdef8), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.309344 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:18.314448 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.343783 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e3d62f-70dc-4ff9-92e6-e73c1788f60a x-openstack-request-id: req-14e3d62f-70dc-4ff9-92e6-e73c1788f60a {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:18.344077 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9015b69f-c621-4156-a5c9-94bfc3f3b41c", "name": "network-vif-plugged", "status": "completed", "tag": "fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:18.344328 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14e3d62f-70dc-4ff9-92e6-e73c1788f60a {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:18.344719 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e3d62f-70dc-4ff9-92e6-e73c1788f60a'] response: {'server_uuid': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'code': 200} Jul 21 06:36:18.372147 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:18.373975 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b1bbff02-d199-47f9-a579-78bb1e4d467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14670680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12808584'] for subnet (03005c2d-12df-497f-a5ec-c276a84bdef8), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.381472 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.382147 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.382676 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.383199 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.383851 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.384366 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.384870 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.385380 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.386586 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.387685 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.388239 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.388811 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.389360 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.390589 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.391129 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:18.391486 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b1bbff02-d199-47f9-a579-78bb1e4d467c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.397982 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42430) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:18.398590 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b1bbff02-d199-47f9-a579-78bb1e4d467c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/03005c2d-12df-497f-a5ec-c276a84bdef8 HTTP/1.1" status: 204 len: 168 time: 0.2436218 Jul 21 06:36:18.415830 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.421475 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbff02-d199-47f9-a579-78bb1e4d467c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03005c2d-12df-497f-a5ec-c276a84bdef8,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:18.447789 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:18.492460 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (2bc81270-f5d2-4da2-b2e3-48a4f6d8f429), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.589558 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (2bc81270-f5d2-4da2-b2e3-48a4f6d8f429), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.611582 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.612022 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.612780 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.613109 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > port after_create 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.613449 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.613785 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > port after_update 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.614145 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.614468 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.614781 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.615105 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.689687 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.690077 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.690412 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.690741 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 06:36:18.691108 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc81270-f5d2-4da2-b2e3-48a4f6d8f429']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:18.708561 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53815e62-960a-43df-96b6-6a9dc67b65ff') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:18.708857 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53815e62-960a-43df-96b6-6a9dc67b65ff') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:18.726327 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13677265'] for segment (53815e62-960a-43df-96b6-6a9dc67b65ff), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.749915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (53815e62-960a-43df-96b6-6a9dc67b65ff), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.759808 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:36:18.760201 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16164642'] for segment (53815e62-960a-43df-96b6-6a9dc67b65ff), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.843014 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (2bc81270-f5d2-4da2-b2e3-48a4f6d8f429), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.867144 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:18.870339 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] 10.222.0.42 "DELETE /v2.0/networks/2bc81270-f5d2-4da2-b2e3-48a4f6d8f429 HTTP/1.1" status: 204 len: 168 time: 0.4706688 Jul 21 06:36:18.872083 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c9d0a-3ac8-4cbf-8a33-7258acb8ab0a admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc81270-f5d2-4da2-b2e3-48a4f6d8f429,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:19.026529 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 53815e62-960a-43df-96b6-6a9dc67b65ff resource provider aggregate not found Jul 21 06:36:19.062266 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccca8e-b9b3-496f-a734-c7c2889032b0 req-77b496b9-b29d-4bd0-a007-967629d3bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:19.064713 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eaccca8e-b9b3-496f-a734-c7c2889032b0 req-77b496b9-b29d-4bd0-a007-967629d3bfb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 1129 time: 0.0980229 Jul 21 06:36:19.067084 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 53815e62-960a-43df-96b6-6a9dc67b65ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53815e62-960a-43df-96b6-6a9dc67b65ff found for delete ", "request_id": "req-db87e2b3-9687-42d4-97ef-d10be5ed2158"}]} Jul 21 06:36:19.129237 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42472) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:19.166135 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b08c57-ecb9-4148-98ac-a84d86572fee req-62fbcc0f-2dc7-4203-97b7-c1a0d4024512 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:19.167872 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2b08c57-ecb9-4148-98ac-a84d86572fee req-62fbcc0f-2dc7-4203-97b7-c1a0d4024512 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 945 time: 0.0635505 Jul 21 06:36:19.185156 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8e998121-23a4-4287-8180-5d538df1d2a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=854daeeee974410c9a0afafee795e72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545592 Jul 21 06:36:19.187621 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42476) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:19.225650 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2b08c57-ecb9-4148-98ac-a84d86572fee req-93e1d2ca-ac49-4cb2-a708-587ade76628c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500350 Jul 21 06:36:19.239434 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc262217-cbff-44ab-8709-fc95eea63f44 admin admin] Publish callbacks [] for security_group (6b0c69d6-e9ab-4a84-b9c4-310b92499c22), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.261236 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc262217-cbff-44ab-8709-fc95eea63f44 admin admin] Publish callbacks [] for security_group (6b0c69d6-e9ab-4a84-b9c4-310b92499c22), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.311233 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc262217-cbff-44ab-8709-fc95eea63f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (6b0c69d6-e9ab-4a84-b9c4-310b92499c22), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.314431 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc262217-cbff-44ab-8709-fc95eea63f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.315571 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fc262217-cbff-44ab-8709-fc95eea63f44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b0c69d6-e9ab-4a84-b9c4-310b92499c22 HTTP/1.1" status: 204 len: 168 time: 0.1266897 Jul 21 06:36:19.324989 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc262217-cbff-44ab-8709-fc95eea63f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0c69d6-e9ab-4a84-b9c4-310b92499c22,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:19.382738 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:19.423718 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eaccca8e-b9b3-496f-a734-c7c2889032b0 req-29890a12-b794-42f8-bd74-009e01659d41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679669 Jul 21 06:36:19.423825 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42482) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:19.660048 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2dbde83a-f335-43a8-8816-62be778df57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.746758 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2dbde83a-f335-43a8-8816-62be778df57e admin admin] Publish callbacks [] for security_group (d678a67a-2cf6-47f2-866f-ec9d330c6e3c), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.750325 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2dbde83a-f335-43a8-8816-62be778df57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d678a67a-2cf6-47f2-866f-ec9d330c6e3c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.789039 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbde83a-f335-43a8-8816-62be778df57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d678a67a-2cf6-47f2-866f-ec9d330c6e3c,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:19.793641 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2dbde83a-f335-43a8-8816-62be778df57e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86bfef3bffcb4d6090da416637884599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685710 Jul 21 06:36:19.796316 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42486) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:19.849614 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b7052e3b-62ae-4bce-a070-40daed7b1a3b admin admin] Publish callbacks [] for security_group (d678a67a-2cf6-47f2-866f-ec9d330c6e3c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.870253 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b7052e3b-62ae-4bce-a070-40daed7b1a3b admin admin] Publish callbacks [] for security_group (d678a67a-2cf6-47f2-866f-ec9d330c6e3c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.915830 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b7052e3b-62ae-4bce-a070-40daed7b1a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d678a67a-2cf6-47f2-866f-ec9d330c6e3c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.918321 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b7052e3b-62ae-4bce-a070-40daed7b1a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:19.919617 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b7052e3b-62ae-4bce-a070-40daed7b1a3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d678a67a-2cf6-47f2-866f-ec9d330c6e3c HTTP/1.1" status: 204 len: 168 time: 0.1226392 Jul 21 06:36:19.927863 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7052e3b-62ae-4bce-a070-40daed7b1a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d678a67a-2cf6-47f2-866f-ec9d330c6e3c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:20.189152 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42494) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:20.207507 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f9464a3d-dc33-4bb5-82b7-9d06e1fe6b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:20.267622 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:20.279985 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:20.315104 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f9464a3d-dc33-4bb5-82b7-9d06e1fe6b18 admin admin] Publish callbacks [] for security_group (a0236e21-30fc-485f-beec-b211e2aee924), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:20.319658 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f9464a3d-dc33-4bb5-82b7-9d06e1fe6b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (a0236e21-30fc-485f-beec-b211e2aee924), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:20.358293 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf77b-e363-4b09-bee3-bf816379fe9e req-e01b838a-832d-4f96-ac33-c8ce0d673430 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:20.359812 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b8cf77b-e363-4b09-bee3-bf816379fe9e req-e01b838a-832d-4f96-ac33-c8ce0d673430 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 945 time: 0.0514746 Jul 21 06:36:20.360701 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9464a3d-dc33-4bb5-82b7-9d06e1fe6b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0236e21-30fc-485f-beec-b211e2aee924,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:20.366002 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f9464a3d-dc33-4bb5-82b7-9d06e1fe6b18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=724b83577ef9445c9a1af0dcbf44f194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730649 Jul 21 06:36:20.367784 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42504) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:20.428927 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b8cf77b-e363-4b09-bee3-bf816379fe9e req-a2b50321-cace-4261-8448-d8dfe2619782 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579460 Jul 21 06:36:20.430318 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ff05b8ec-79a6-4d62-980f-1118670ed440 admin admin] Publish callbacks [] for security_group (a0236e21-30fc-485f-beec-b211e2aee924), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:20.456709 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ff05b8ec-79a6-4d62-980f-1118670ed440 admin admin] Publish callbacks [] for security_group (a0236e21-30fc-485f-beec-b211e2aee924), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:20.505145 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ff05b8ec-79a6-4d62-980f-1118670ed440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (a0236e21-30fc-485f-beec-b211e2aee924), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:20.507776 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ff05b8ec-79a6-4d62-980f-1118670ed440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:20.512432 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ff05b8ec-79a6-4d62-980f-1118670ed440 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0236e21-30fc-485f-beec-b211e2aee924 HTTP/1.1" status: 204 len: 168 time: 0.1404545 Jul 21 06:36:20.520535 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05b8ec-79a6-4d62-980f-1118670ed440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0236e21-30fc-485f-beec-b211e2aee924,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:21.547379 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886af848-8da7-43cf-bcc6-68902f3f8844 req-87abeabc-8932-4d48-81b2-12d1f9c4294c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:21.548875 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-886af848-8da7-43cf-bcc6-68902f3f8844 req-87abeabc-8932-4d48-81b2-12d1f9c4294c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 945 time: 0.0497942 Jul 21 06:36:21.603901 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-886af848-8da7-43cf-bcc6-68902f3f8844 req-f8442682-9c6e-4549-8624-61fe0337a60b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490756 Jul 21 06:36:21.722567 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee49dc5-cf4f-46b9-ae97-362e49484f43 req-5c17e4e3-6129-42f0-964a-825d4b64447b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:21.724046 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ee49dc5-cf4f-46b9-ae97-362e49484f43 req-5c17e4e3-6129-42f0-964a-825d4b64447b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 945 time: 0.0499766 Jul 21 06:36:21.775959 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ee49dc5-cf4f-46b9-ae97-362e49484f43 req-9ce22325-1d5a-400d-9847-82a117fa1f4a tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461164 Jul 21 06:36:21.799939 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42558) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:21.842285 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e2ff4-0489-4e16-a5a7-bf36bcdd6619 tempest-TestVolumeBootPattern-281990339 tempest-TestVolumeBootPattern-281990339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:21.843790 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-735e2ff4-0489-4e16-a5a7-bf36bcdd6619 tempest-TestVolumeBootPattern-281990339 tempest-TestVolumeBootPattern-281990339-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 1124 time: 0.0428240 Jul 21 06:36:21.846336 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42564) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:21.850745 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:21.871740 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:21.954877 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:22.069286 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Allocated IP 172.27.1.240 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/9b8bfa70-9839-4882-90da-df92a5039190) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:36:22.179879 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for port (9b8bfa70-9839-4882-90da-df92a5039190), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:22.217282 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (9b8bfa70-9839-4882-90da-df92a5039190), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:22.259963 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:22.265761 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:22.268153 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:36:22.295154 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'Port': ['ID=9b8bfa70-9839-4882-90da-df92a5039190,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:22.303315 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:22.356089 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:22.659779 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (604d7252-b278-40e0-8a3c-ce41838204aa), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:22.728979 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (9b8bfa70-9839-4882-90da-df92a5039190), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:22.879274 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for port (9b8bfa70-9839-4882-90da-df92a5039190), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:22.884221 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (9b8bfa70-9839-4882-90da-df92a5039190), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:22.955883 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'Port': ['ID=9b8bfa70-9839-4882-90da-df92a5039190,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:22.968522 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (604d7252-b278-40e0-8a3c-ce41838204aa), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:23.076538 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Floating IP 604d7252-b278-40e0-8a3c-ce41838204aa associated. External IP: 172.27.1.240, port: fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647. Jul 21 06:36:23.128546 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec796d9-8351-4e92-b13a-4daa78bb6603 req-d9836ef1-f7af-492e-868e-16a82ceacf1b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:23.130037 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eec796d9-8351-4e92-b13a-4daa78bb6603 req-d9836ef1-f7af-492e-868e-16a82ceacf1b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 946 time: 0.0465891 Jul 21 06:36:23.179520 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eec796d9-8351-4e92-b13a-4daa78bb6603 req-ac40e789-d61c-4767-89ce-278b9b35cdf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435884 Jul 21 06:36:23.223561 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:23.270803 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:23.281022 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:36:23.384403 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:36:23.394101 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] Sync routers for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:36:23.402066 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:23.404898 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:23.405886 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:23.433533 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-45347651-96de-4989-ba96-8f963bf0a13b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5859380 Jul 21 06:36:23.434371 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'tag': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:23.436814 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9015b69f-c621-4156-a5c9-94bfc3f3b41c", "tag": "fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:23.473372 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea8fcd1-4e3f-4cfb-8ee4-fee068d7d93a x-openstack-request-id: req-cea8fcd1-4e3f-4cfb-8ee4-fee068d7d93a {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:23.473657 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9015b69f-c621-4156-a5c9-94bfc3f3b41c", "tag": "fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:23.473933 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cea8fcd1-4e3f-4cfb-8ee4-fee068d7d93a {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:23.474355 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea8fcd1-4e3f-4cfb-8ee4-fee068d7d93a'] response: {'name': 'network-changed', 'server_uuid': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'tag': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'status': 'completed', 'code': 200} Jul 21 06:36:23.509756 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:23.742355 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '604d7252-b278-40e0-8a3c-ce41838204aa', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:a7:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:22Z', 'updated_at': '2022-07-21T06:36:22Z', 'revision_number': 0, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:23.768413 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] Checking router: 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:36:23.777429 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:23.778869 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:23.880705 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:23.906229 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:24.094557 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '604d7252-b278-40e0-8a3c-ce41838204aa', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:a7:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:22Z', 'updated_at': '2022-07-21T06:36:22Z', 'revision_number': 0, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:24.096063 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:24.119894 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a22035-9bdd-43ca-830e-8f06cfc5d37c None None] The sync data for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi is: [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '604d7252-b278-40e0-8a3c-ce41838204aa', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:a7:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:22Z', 'updated_at': '2022-07-21T06:36:22Z', 'revision_number': 0, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:36:24.302616 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b769e-6c28-4a07-85e5-d2d558c7bace None None] New status for floating IP 604d7252-b278-40e0-8a3c-ce41838204aa: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:36:24.305575 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a950e-720a-4018-8990-030c265ddf10 req-d0af584f-bef8-4f19-8c0b-c4acb261944d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:24.307252 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c48a950e-720a-4018-8990-030c265ddf10 req-d0af584f-bef8-4f19-8c0b-c4acb261944d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 946 time: 0.0588703 Jul 21 06:36:24.357146 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c48a950e-720a-4018-8990-030c265ddf10 req-aa898bcd-dd30-46f2-8c08-0dcfd9b600cf tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Jul 21 06:36:25.470975 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d6035-d785-4a07-ab0f-3cb0c77659d0 req-7162950b-35fc-4015-a525-41552af7122d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:25.472415 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f77d6035-d785-4a07-ab0f-3cb0c77659d0 req-7162950b-35fc-4015-a525-41552af7122d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 946 time: 0.0468955 Jul 21 06:36:25.518440 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f77d6035-d785-4a07-ab0f-3cb0c77659d0 req-18937800-27b1-4258-8a07-6ad7073cec73 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Jul 21 06:36:26.200006 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e0d86df7-22af-4f96-bf62-ce39073ba281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:26.622152 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:26.630901 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612075b-4700-4cf2-8b32-1b3170366ecc req-6a45ae19-5821-43e8-8f16-ffbe08581d3d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:26.632366 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9612075b-4700-4cf2-8b32-1b3170366ecc req-6a45ae19-5821-43e8-8f16-ffbe08581d3d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 946 time: 0.0483620 Jul 21 06:36:26.686661 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9612075b-4700-4cf2-8b32-1b3170366ecc req-3eb5a388-fd5a-4baa-b85e-674c595ff049 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471447 Jul 21 06:36:26.728526 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-fa8da0ae-da1d-4427-8221-77c56a640cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:26.730072 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-fa8da0ae-da1d-4427-8221-77c56a640cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 1129 time: 0.0396116 Jul 21 06:36:26.863938 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-72a4591d-4c63-492d-9172-b1bcb8eeeb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:26.865506 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-72a4591d-4c63-492d-9172-b1bcb8eeeb6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 913 time: 0.0944371 Jul 21 06:36:27.020377 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-0defc52b-982c-4296-a994-04f8507428cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 HTTP/1.1" status: 200 len: 1001 time: 0.0615723 Jul 21 06:36:27.140268 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-da2f1779-8576-4521-8d0e-d68b0ccd1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:27.141735 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-da2f1779-8576-4521-8d0e-d68b0ccd1b55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0466924 Jul 21 06:36:27.187239 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-92b6b08c-98b9-429f-8a2f-b22f1d5b7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:27.188720 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-92b6b08c-98b9-429f-8a2f-b22f1d5b7a13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401464 Jul 21 06:36:27.348768 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-d6b41442-f0e5-4642-b66a-8bea52aba8b4 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:27.350169 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-d6b41442-f0e5-4642-b66a-8bea52aba8b4 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 946 time: 0.0539258 Jul 21 06:36:27.385754 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-451dc036-9803-4b0e-bf51-dc6e6d100cbf service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900419 Jul 21 06:36:27.400102 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:27.439219 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Deleting port bc14977c-2f5f-4905-b7e5-abf33c78ca67 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:36:27.439558 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:27.483655 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4c8cec3-c176-4a19-ab3e-e4f7337009f9 req-98b7575e-2c2c-47e5-beb9-f0edb93f913a service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904691 Jul 21 06:36:27.531351 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] For port bc14977c-2f5f-4905-b7e5-abf33c78ca67, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=bc14977c-2f5f-4905-b7e5-abf33c78ca67,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:27.531714 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:27.693973 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:27.694326 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (938275f1-f2ce-4c83-8087-ca6a4ab78d74), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:27.694581 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Floating IP 938275f1-f2ce-4c83-8087-ca6a4ab78d74 disassociated. External IP: 172.27.1.100, port: bc14977c-2f5f-4905-b7e5-abf33c78ca67. Jul 21 06:36:27.694929 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Calling delete_port for bc14977c-2f5f-4905-b7e5-abf33c78ca67 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:36:27.806799 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d40158-763c-455a-a8bb-480a821acec2 req-7ee0a54a-a45b-405f-b9be-c535139363d1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:27.808478 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0d40158-763c-455a-a8bb-480a821acec2 req-7ee0a54a-a45b-405f-b9be-c535139363d1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 946 time: 0.0494089 Jul 21 06:36:27.824578 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (bc14977c-2f5f-4905-b7e5-abf33c78ca67), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:27.853600 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'Port': ['ID=bc14977c-2f5f-4905-b7e5-abf33c78ca67,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:27.877315 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0d40158-763c-455a-a8bb-480a821acec2 req-3756d622-dc40-4f7f-934f-ac61b50ea3f6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631084 Jul 21 06:36:27.976120 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:36:27.987178 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:28.033466 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:28.092452 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:36:28.101828 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:36:28.113020 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:28.113640 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:35:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:28.148596 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] No DVR routers for this DVR port bc14977c-2f5f-4905-b7e5-abf33c78ca67 on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:36:28.148596 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:28.151700 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9df6543c-0d45-4a7a-9e73-892a96ff6542 req-cbc16698-0db4-4a49-a920-495f291281d6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "DELETE /v2.0/ports/bc14977c-2f5f-4905-b7e5-abf33c78ca67 HTTP/1.1" status: 204 len: 173 time: 0.7962649 Jul 21 06:36:28.152168 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'name': 'network-vif-deleted', 'tag': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:28.155438 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471bbced-4824-4608-a63f-c381d095996d" -d '{"events": [{"server_uuid": "dd58c058-dd88-4697-8b77-c6e64e146c12", "name": "network-vif-deleted", "tag": "bc14977c-2f5f-4905-b7e5-abf33c78ca67"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:28.224077 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a412874-8c2d-4b0c-b886-c0af2410ad25 x-openstack-request-id: req-6a412874-8c2d-4b0c-b886-c0af2410ad25 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:28.224630 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd58c058-dd88-4697-8b77-c6e64e146c12", "name": "network-vif-deleted", "tag": "bc14977c-2f5f-4905-b7e5-abf33c78ca67", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:28.225087 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a412874-8c2d-4b0c-b886-c0af2410ad25 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:28.226630 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a412874-8c2d-4b0c-b886-c0af2410ad25'] response: {'server_uuid': 'dd58c058-dd88-4697-8b77-c6e64e146c12', 'name': 'network-vif-deleted', 'tag': 'bc14977c-2f5f-4905-b7e5-abf33c78ca67', 'status': 'completed', 'code': 200} Jul 21 06:36:28.297800 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:28.524812 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:28.553500 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:36:28.556942 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d08d47ca-fa2b-4c37-8fbb-891363ea74db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:28.565705 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:28.566337 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:28.609133 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb1306-e2ae-420b-b20a-f2f96bd7102f req-f4e6e265-a65c-40be-b308-3687397f45c4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:28.610764 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-11fb1306-e2ae-420b-b20a-f2f96bd7102f req-f4e6e265-a65c-40be-b308-3687397f45c4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0495830 Jul 21 06:36:28.660359 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-11fb1306-e2ae-420b-b20a-f2f96bd7102f req-1733df89-0b25-4690-b2c8-41066d07e76b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438664 Jul 21 06:36:28.801715 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:29.001879 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:29.006882 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-925410e2-f861-4621-8c09-d065b9a12682 req-2ef46bfa-2fda-4225-9595-275aab039cc4 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd58c058-dd88-4697-8b77-c6e64e146c12 HTTP/1.1" status: 200 len: 210 time: 0.0326607 Jul 21 06:36:29.027413 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51df3c0-ab62-4b4b-b675-ca9d79bbca7f None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:36:29.252288 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c3a79-f690-4a18-b6e4-0f759d8a9daf None None] New status for floating IP 938275f1-f2ce-4c83-8087-ca6a4ab78d74: DOWN {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:36:29.786970 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394cbec-5446-41e4-a79a-8ca40a4693f0 req-9869c8f0-9488-4657-9a23-5c5ffa495f5b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:29.788437 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f394cbec-5446-41e4-a79a-8ca40a4693f0 req-9869c8f0-9488-4657-9a23-5c5ffa495f5b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0484879 Jul 21 06:36:29.837247 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f394cbec-5446-41e4-a79a-8ca40a4693f0 req-36e4178f-eb1d-400e-b55c-b8284b4515f7 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418379 Jul 21 06:36:29.976647 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:29.981845 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.092943 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42670) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:30.151349 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c69174e-eb7e-40f2-b1e9-3d9ed4a22b9f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.174438 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c69174e-eb7e-40f2-b1e9-3d9ed4a22b9f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.200007 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device bc14977c-2f5f-4905-b7e5-abf33c78ca67 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:36:30.219804 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: bc14977c-2f5f-4905-b7e5-abf33c78ca67 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:36:30.220150 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device bc14977c-2f5f-4905-b7e5-abf33c78ca67 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:36:30.221904 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c69174e-eb7e-40f2-b1e9-3d9ed4a22b9f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.224609 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c69174e-eb7e-40f2-b1e9-3d9ed4a22b9f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.225773 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5c69174e-eb7e-40f2-b1e9-3d9ed4a22b9f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "DELETE /v2.0/security-groups/f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5 HTTP/1.1" status: 204 len: 168 time: 0.1317713 Jul 21 06:36:30.228746 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42672) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:30.236055 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69174e-eb7e-40f2-b1e9-3d9ed4a22b9f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:30.246524 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-70f6b794-4bd0-4325-986b-7e3e2bc74200 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] show failed (client error): The resource could not be found. Jul 21 06:36:30.248427 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-70f6b794-4bd0-4325-986b-7e3e2bc74200 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups/f08492b1-cd5e-41ff-9d7e-a6fc3e40cff5 HTTP/1.1" status: 404 len: 347 time: 0.0187550 Jul 21 06:36:30.251249 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42674) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:30.363914 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-580aaa9b-5eea-449a-9cc2-7399c10b323b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Deleting port 7db3b56f-30b5-4540-b616-b11ec760ce6b {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:36:30.364249 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-580aaa9b-5eea-449a-9cc2-7399c10b323b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (7db3b56f-30b5-4540-b616-b11ec760ce6b), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.440109 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:30.442364 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-580aaa9b-5eea-449a-9cc2-7399c10b323b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (7db3b56f-30b5-4540-b616-b11ec760ce6b), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.442776 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-580aaa9b-5eea-449a-9cc2-7399c10b323b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (7db3b56f-30b5-4540-b616-b11ec760ce6b), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.455062 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-580aaa9b-5eea-449a-9cc2-7399c10b323b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Calling delete_port for 7db3b56f-30b5-4540-b616-b11ec760ce6b owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:36:30.584269 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-580aaa9b-5eea-449a-9cc2-7399c10b323b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (7db3b56f-30b5-4540-b616-b11ec760ce6b), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.613978 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580aaa9b-5eea-449a-9cc2-7399c10b323b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'Port': ['ID=7db3b56f-30b5-4540-b616-b11ec760ce6b,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:30.675915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-580aaa9b-5eea-449a-9cc2-7399c10b323b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (938275f1-f2ce-4c83-8087-ca6a4ab78d74), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.678361 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-580aaa9b-5eea-449a-9cc2-7399c10b323b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.679605 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-580aaa9b-5eea-449a-9cc2-7399c10b323b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "DELETE /v2.0/floatingips/938275f1-f2ce-4c83-8087-ca6a4ab78d74 HTTP/1.1" status: 204 len: 168 time: 0.4274726 Jul 21 06:36:30.748924 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42684) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:30.753541 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-170ec8fb-004c-452d-9e51-eb64cd77bce6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308903952', 'description': 'tempest-description--169467071'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:30.775613 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-170ec8fb-004c-452d-9e51-eb64cd77bce6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.803018 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:30.851120 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-170ec8fb-004c-452d-9e51-eb64cd77bce6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (fa8a83e7-5f56-42bf-bb2d-95c8da415be6), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.855385 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-170ec8fb-004c-452d-9e51-eb64cd77bce6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fa8a83e7-5f56-42bf-bb2d-95c8da415be6), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.893215 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-170ec8fb-004c-452d-9e51-eb64cd77bce6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:30.894596 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-170ec8fb-004c-452d-9e51-eb64cd77bce6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445997 Jul 21 06:36:30.895605 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ec8fb-004c-452d-9e51-eb64cd77bce6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8a83e7-5f56-42bf-bb2d-95c8da415be6,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:30.897384 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42690) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:30.903123 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-fe1c4f8f-a78e-48a5-9951-4854cfe11383 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group_rule': {'security_group_id': 'fa8a83e7-5f56-42bf-bb2d-95c8da415be6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:30.943750 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42692) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:30.965537 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4f8f-a78e-48a5-9951-4854cfe11383 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (b155f41e-3a84-4b85-9a97-b2796fbbe7d0), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.002930 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f2799-83c3-4b66-80f1-30d105f13329 req-8d742e25-1a87-4c4c-8ee1-e93a5c3692c6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:31.004334 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-115f2799-83c3-4b66-80f1-30d105f13329 req-8d742e25-1a87-4c4c-8ee1-e93a5c3692c6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0811768 Jul 21 06:36:31.046159 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4f8f-a78e-48a5-9951-4854cfe11383 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (b155f41e-3a84-4b85-9a97-b2796fbbe7d0), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.058400 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4f8f-a78e-48a5-9951-4854cfe11383 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (b155f41e-3a84-4b85-9a97-b2796fbbe7d0), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.064502 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ce36f2a4-04ce-450a-ae05-2a25a8de7257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.089979 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-115f2799-83c3-4b66-80f1-30d105f13329 req-579195a8-093b-4639-b040-26668ab4aad2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794351 Jul 21 06:36:31.094163 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c4f8f-a78e-48a5-9951-4854cfe11383 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b155f41e-3a84-4b85-9a97-b2796fbbe7d0,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:31.104253 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4f8f-a78e-48a5-9951-4854cfe11383 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.105648 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fe1c4f8f-a78e-48a5-9951-4854cfe11383 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072718 Jul 21 06:36:31.109511 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42696) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:31.114339 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-0ba8059d-5ca2-4803-8ade-de64ba511fd0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'security_group_rule': {'security_group_id': 'fa8a83e7-5f56-42bf-bb2d-95c8da415be6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:31.142708 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0ba8059d-5ca2-4803-8ade-de64ba511fd0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (8a245a28-e1bd-4a5e-ba95-bca12e681894), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.151335 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.154569 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ce36f2a4-04ce-450a-ae05-2a25a8de7257 admin admin] Publish callbacks [] for security_group (a0491a29-c880-4b1d-92ef-8ef7217bc297), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.158782 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ce36f2a4-04ce-450a-ae05-2a25a8de7257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (a0491a29-c880-4b1d-92ef-8ef7217bc297), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.197004 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36f2a4-04ce-450a-ae05-2a25a8de7257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0491a29-c880-4b1d-92ef-8ef7217bc297,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:31.203844 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ce36f2a4-04ce-450a-ae05-2a25a8de7257 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18dd9b29fb704c559fc8a5f3e29e9ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564425 Jul 21 06:36:31.204072 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42698) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:31.206559 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0ba8059d-5ca2-4803-8ade-de64ba511fd0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (8a245a28-e1bd-4a5e-ba95-bca12e681894), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.210984 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0ba8059d-5ca2-4803-8ade-de64ba511fd0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (8a245a28-e1bd-4a5e-ba95-bca12e681894), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.222367 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:31.234230 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8059d-5ca2-4803-8ade-de64ba511fd0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a245a28-e1bd-4a5e-ba95-bca12e681894,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:31.240199 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0ba8059d-5ca2-4803-8ade-de64ba511fd0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.241674 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0ba8059d-5ca2-4803-8ade-de64ba511fd0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309197 Jul 21 06:36:31.244690 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42700) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:31.250337 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:31.284416 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.286839 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3869c547-4792-4347-9965-1839e76fddaa admin admin] Publish callbacks [] for security_group (a0491a29-c880-4b1d-92ef-8ef7217bc297), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.354619 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3869c547-4792-4347-9965-1839e76fddaa admin admin] Publish callbacks [] for security_group (a0491a29-c880-4b1d-92ef-8ef7217bc297), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.405130 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.430344 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3869c547-4792-4347-9965-1839e76fddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (a0491a29-c880-4b1d-92ef-8ef7217bc297), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.432760 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3869c547-4792-4347-9965-1839e76fddaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.433884 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3869c547-4792-4347-9965-1839e76fddaa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0491a29-c880-4b1d-92ef-8ef7217bc297 HTTP/1.1" status: 204 len: 168 time: 0.2289360 Jul 21 06:36:31.474052 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869c547-4792-4347-9965-1839e76fddaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0491a29-c880-4b1d-92ef-8ef7217bc297,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:31.520801 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:31.547431 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Allocated IP 172.27.1.247 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/539016b4-7970-4dbc-889a-86f7ed8cebe7) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:36:31.564488 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:31.657154 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (539016b4-7970-4dbc-889a-86f7ed8cebe7), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.697727 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (539016b4-7970-4dbc-889a-86f7ed8cebe7), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.715077 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.733027 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42706) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:31.737736 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:31.744843 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:31.746344 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-594866dd-4eb3-4b2e-bdaf-5e84ba7dd26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.749463 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:36:31.752721 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=539016b4-7970-4dbc-889a-86f7ed8cebe7,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:31.830525 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-594866dd-4eb3-4b2e-bdaf-5e84ba7dd26d admin admin] Publish callbacks [] for security_group (7e96e190-c3a0-4f38-8728-3772b4e822a7), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.832244 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (f495d21e-5df8-4315-9f00-46ffe18d78e6), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.834152 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-594866dd-4eb3-4b2e-bdaf-5e84ba7dd26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (7e96e190-c3a0-4f38-8728-3772b4e822a7), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.871449 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (539016b4-7970-4dbc-889a-86f7ed8cebe7), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.873541 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-594866dd-4eb3-4b2e-bdaf-5e84ba7dd26d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=556590962f4c4097bdef27c50ce66359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394465 Jul 21 06:36:31.875470 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594866dd-4eb3-4b2e-bdaf-5e84ba7dd26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e96e190-c3a0-4f38-8728-3772b4e822a7,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:31.877737 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42708) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:31.927792 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8407d2cf-8c8f-4d02-b68b-5b8c361c595f admin admin] Publish callbacks [] for security_group (7e96e190-c3a0-4f38-8728-3772b4e822a7), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.949291 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8407d2cf-8c8f-4d02-b68b-5b8c361c595f admin admin] Publish callbacks [] for security_group (7e96e190-c3a0-4f38-8728-3772b4e822a7), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:31.978283 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:32.000135 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8407d2cf-8c8f-4d02-b68b-5b8c361c595f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (7e96e190-c3a0-4f38-8728-3772b4e822a7), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:32.002874 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8407d2cf-8c8f-4d02-b68b-5b8c361c595f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:32.004001 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8407d2cf-8c8f-4d02-b68b-5b8c361c595f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e96e190-c3a0-4f38-8728-3772b4e822a7 HTTP/1.1" status: 204 len: 168 time: 0.1253583 Jul 21 06:36:32.012825 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407d2cf-8c8f-4d02-b68b-5b8c361c595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e96e190-c3a0-4f38-8728-3772b4e822a7,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:32.023147 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (539016b4-7970-4dbc-889a-86f7ed8cebe7), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:32.029342 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (539016b4-7970-4dbc-889a-86f7ed8cebe7), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:32.102472 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=539016b4-7970-4dbc-889a-86f7ed8cebe7,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:32.115973 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (f495d21e-5df8-4315-9f00-46ffe18d78e6), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:32.134076 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:32.135380 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c9029f03-ba37-48ca-8a0e-8bed7bd2eac9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8897834 Jul 21 06:36:32.243755 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833eeab-603d-4ae5-a5b9-bde1bc1f7ca0 req-c3f7edb0-dc2f-42ac-abc4-4e158c7650cd tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:32.246180 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c833eeab-603d-4ae5-a5b9-bde1bc1f7ca0 req-c3f7edb0-dc2f-42ac-abc4-4e158c7650cd tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0632403 Jul 21 06:36:32.304187 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c833eeab-603d-4ae5-a5b9-bde1bc1f7ca0 req-8a84e02d-101c-497c-b606-1dfd20fa806c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523000 Jul 21 06:36:32.347870 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-20ec4851-84a7-4c13-beab-209ad810b525 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1308903952&fields=id&tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 267 time: 0.0427287 Jul 21 06:36:32.457978 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-0bdbfaf9-0788-47fc-a46e-17098f852009 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:32.459447 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-0bdbfaf9-0788-47fc-a46e-17098f852009 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 815 time: 0.1050477 Jul 21 06:36:32.475929 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-b0437b12-2c3c-4abb-905e-a28fdffb93d1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/quotas/f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 375 time: 0.0106142 Jul 21 06:36:32.526266 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-c620b878-10a1-4e3e-8363-3988465d2f72 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448997 Jul 21 06:36:32.719572 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-29869de6-ca9d-409f-86d2-d427c4b5f0a8 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816030 Jul 21 06:36:32.813524 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-eef5383c-e219-4c02-9ded-02b64d4a2b5e service neutron] 10.222.0.42 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881152 Jul 21 06:36:32.986489 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6708cf6b-777b-4f0e-b19c-9b287d21fbb8 req-e9dec3b4-042c-490c-9b11-6bbe9986b9db tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 210 time: 0.0341110 Jul 21 06:36:33.049343 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:36:33.432385 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24625bd1-68e2-426b-a5ea-31d820be6465 req-fdcb43fb-8ab9-40b0-b528-fd6d87fe91c0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:33.433857 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-24625bd1-68e2-426b-a5ea-31d820be6465 req-fdcb43fb-8ab9-40b0-b528-fd6d87fe91c0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0494409 Jul 21 06:36:33.470891 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:33.488230 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-24625bd1-68e2-426b-a5ea-31d820be6465 req-bd218b7f-d9d0-46e6-a0b1-ecd31ce1e13c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486438 Jul 21 06:36:34.087332 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9de4b54-60dd-4fb6-8f85-a3cbafe9c2ef req-1c6a4fbd-399e-41ee-bbf2-caa28878d6b1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 210 time: 0.0293450 Jul 21 06:36:34.135623 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:UPDATE=3,neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:34.144165 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9375f64a-cec8-43f7-8aeb-058575ebfdf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:34.145623 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9375f64a-cec8-43f7-8aeb-058575ebfdf1 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 815 time: 0.1101136 Jul 21 06:36:34.218856 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-be45ddf9-9c76-4b92-8bb6-c669d4269cda tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb HTTP/1.1" status: 200 len: 380 time: 0.0579464 Jul 21 06:36:34.330306 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'port': {'device_id': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'admin_state_up': True, 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'security_groups': ['fa8a83e7-5f56-42bf-bb2d-95c8da415be6']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:34.442838 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:34.447034 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Made reservation on behalf of f1b4bcbfdd4a42e5a542dbf019166beb for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:36:34.451109 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:34.583243 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Allocated IP 172.20.0.10 (fac3a692-b3e2-4555-a0ad-f0227031fd7d/46b3469f-6fe5-4679-9041-ad3fb0b1d549/612a5fc7-7a9f-44fe-9ef7-1df871aa95f6) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:36:34.611886 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be635489-29bd-4e8f-b8e7-8fe8e4c54dd8 req-6643706b-2207-4e65-876c-32d76dd6f165 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:34.613368 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-be635489-29bd-4e8f-b8e7-8fe8e4c54dd8 req-6643706b-2207-4e65-876c-32d76dd6f165 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0478668 Jul 21 06:36:34.662746 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-be635489-29bd-4e8f-b8e7-8fe8e4c54dd8 req-cc8fa0b5-de13-4f21-9be5-e69e4e209636 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437806 Jul 21 06:36:34.963733 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:34.996004 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:35.037688 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:35.043137 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:35.047949 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:36:35.071719 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event updated for resources: {'Port': ['ID=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:35.100456 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:35.101002 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:35.119267 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-22667466-bd0d-4d4f-a4f2-0fc498f985a9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7924945 Jul 21 06:36:35.216882 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b901ab-39d5-4bc1-b5dd-4d250237ba97 req-0b006112-f9ad-48be-ac65-0e614a055284 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:35.218358 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b2b901ab-39d5-4bc1-b5dd-4d250237ba97 req-0b006112-f9ad-48be-ac65-0e614a055284 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 932 time: 0.0549781 Jul 21 06:36:35.244267 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-497f7484-30d6-4080-a42a-be5652660c01 None None] Provisioning complete for port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:35.244853 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-497f7484-30d6-4080-a42a-be5652660c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:35.266842 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b2b901ab-39d5-4bc1-b5dd-4d250237ba97 req-a58f6e22-ec0d-455c-9a46-478dfbf65031 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425804 Jul 21 06:36:35.276979 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-497f7484-30d6-4080-a42a-be5652660c01 None None] Port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:36:35.780303 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eccd66-5f3b-419c-97f6-9c6328c537ad req-99bbc564-344f-4859-9acd-ad1c4997a1f6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:35.781767 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d9eccd66-5f3b-419c-97f6-9c6328c537ad req-99bbc564-344f-4859-9acd-ad1c4997a1f6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0469816 Jul 21 06:36:35.827573 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d9eccd66-5f3b-419c-97f6-9c6328c537ad req-4a7e422f-efb9-4759-be9d-f36d1dcfecdc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402784 Jul 21 06:36:36.381114 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fdfd6-a1b0-4b2d-87da-273ff51230a1 req-7e4d2e42-9a78-4665-b1bc-58aac96cd734 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:36.382488 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7f9fdfd6-a1b0-4b2d-87da-273ff51230a1 req-7e4d2e42-9a78-4665-b1bc-58aac96cd734 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 932 time: 0.0464370 Jul 21 06:36:36.431550 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7f9fdfd6-a1b0-4b2d-87da-273ff51230a1 req-b8a7e87a-5588-4e3b-ac58-80144cf31deb tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Jul 21 06:36:37.166728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Request body: {'port': {'device_id': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:37.169978 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:37.183370 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9815cc-5fd6-48f3-a4e4-be3d839df182 req-3faf8d74-cb93-48ba-a256-0bf332b771cb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:37.184928 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4d9815cc-5fd6-48f3-a4e4-be3d839df182 req-3faf8d74-cb93-48ba-a256-0bf332b771cb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.2862172 Jul 21 06:36:37.228690 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:37.232829 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4d9815cc-5fd6-48f3-a4e4-be3d839df182 req-b7008b2e-7c5b-42ac-9cdc-c95f45e116b9 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421414 Jul 21 06:36:37.409779 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:37.448689 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:37.492206 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:36:37.502584 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Publish callbacks [] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:37.520233 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Transition to ACTIVE for port object 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:36:37.529483 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:37.575071 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6f5c8-2682-4f0b-8b69-1e8820823286 req-72bf7525-e327-4533-9320-ee57caebe109 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:37.583224 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62f6f5c8-2682-4f0b-8b69-1e8820823286 req-72bf7525-e327-4533-9320-ee57caebe109 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 944 time: 0.0623674 Jul 21 06:36:37.627125 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Pushing event updated for resources: {'Port': ['ID=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:37.660370 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62f6f5c8-2682-4f0b-8b69-1e8820823286 req-78bb5bd4-8cab-4cf2-86e7-8e1a52fb395b tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764515 Jul 21 06:36:37.726967 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Attempting to bind port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:36:37.727299 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Attempting to bind port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:36:37.727621 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Attempting to bind port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:36:37.733482 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:36:37.733811 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Attempting to bind port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 on network fac3a692-b3e2-4555-a0ad-f0227031fd7d {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:36:37.739299 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:36:37.739640 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Checking segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:36:37.740019 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Bound using segment: {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:36:37.740440 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Bound port: 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091d4c83-85de-4111-bada-b04973462d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:36:37.740795 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:37.848521 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] For port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:36:37.858437 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] For port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:36:37.866766 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:37.905209 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:37.905874 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:37.907901 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] 10.222.0.36 "PUT /v2.0/ports/612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 HTTP/1.1" status: 200 len: 1094 time: 0.7453108 Jul 21 06:36:37.908419 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'tag': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:37.910998 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8621254d-4561-479d-b605-adcc496c448d" -d '{"events": [{"name": "network-changed", "server_uuid": "06d03e98-dac8-461e-8cbe-8ae960c87228", "tag": "612a5fc7-7a9f-44fe-9ef7-1df871aa95f6"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:37.943168 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767fedd-6496-49d2-a966-c5161092bb62 service neutron] Pushing event updated for resources: {'Port': ['ID=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:37.958226 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c8431d-3993-4a1b-809f-cd9f51f208de x-openstack-request-id: req-93c8431d-3993-4a1b-809f-cd9f51f208de {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:37.958525 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d03e98-dac8-461e-8cbe-8ae960c87228", "tag": "612a5fc7-7a9f-44fe-9ef7-1df871aa95f6", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:37.958919 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93c8431d-3993-4a1b-809f-cd9f51f208de {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:37.960137 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c8431d-3993-4a1b-809f-cd9f51f208de'] response: {'name': 'network-changed', 'server_uuid': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'tag': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6', 'status': 'completed', 'code': 200} Jul 21 06:36:38.034654 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-e8a86c05-870c-429b-a584-b58cb2f0def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:38.036307 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-e8a86c05-870c-429b-a584-b58cb2f0def8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 1128 time: 0.0501471 Jul 21 06:36:38.089310 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-a0d6c73f-86a5-466d-81e0-f3ca0955581a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 HTTP/1.1" status: 200 len: 217 time: 0.0363936 Jul 21 06:36:38.144728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-67f0d6b2-af63-40fc-9892-70d6e40720b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:38.146087 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-67f0d6b2-af63-40fc-9892-70d6e40720b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 200 len: 854 time: 0.0495558 Jul 21 06:36:38.192027 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-2b7cd83d-f338-47cc-ba71-61d25af4e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:38.193785 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-2b7cd83d-f338-47cc-ba71-61d25af4e9b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fac3a692-b3e2-4555-a0ad-f0227031fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415792 Jul 21 06:36:38.290597 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-981508b5-3fda-4269-97dc-1ad08dc45e7f service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908816 Jul 21 06:36:38.362948 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21df2f-3b61-483b-b9ab-5a6b4c6964f1 req-edb94cd1-dafe-4545-910e-b93f863fdb5d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:38.364501 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9a21df2f-3b61-483b-b9ab-5a6b4c6964f1 req-edb94cd1-dafe-4545-910e-b93f863fdb5d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0525222 Jul 21 06:36:38.385145 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-edcacd2c-d527-4fe9-b1d5-ca825054be99 req-7c97916f-3d19-4159-979a-225b2dc7ebe1 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876684 Jul 21 06:36:38.416002 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9a21df2f-3b61-483b-b9ab-5a6b4c6964f1 req-cab5739a-82e0-4553-8162-8ee73e70cffc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Jul 21 06:36:38.769122 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4348bd4-52dc-4605-9cd1-86883ffa8616 req-4b8509c4-f6bd-4ad1-afaf-0849f0e37c06 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:38.770494 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b4348bd4-52dc-4605-9cd1-86883ffa8616 req-4b8509c4-f6bd-4ad1-afaf-0849f0e37c06 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 944 time: 0.0475011 Jul 21 06:36:38.817454 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b4348bd4-52dc-4605-9cd1-86883ffa8616 req-900cb293-e773-402e-bcb7-4180e0fcbe38 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412199 Jul 21 06:36:39.324185 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:39.446033 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621254d-4561-479d-b605-adcc496c448d req-192e104b-0de0-469c-992e-a9963dcee88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:39.447523 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8621254d-4561-479d-b605-adcc496c448d req-192e104b-0de0-469c-992e-a9963dcee88e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 1128 time: 0.0494757 Jul 21 06:36:39.520906 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:39.537892 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf2bfe-850f-462d-95f9-9aaa472777b2 req-c44b8b0f-a669-4b26-87b7-09d09eedf13c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:39.539381 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e0cf2bfe-850f-462d-95f9-9aaa472777b2 req-c44b8b0f-a669-4b26-87b7-09d09eedf13c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0510237 Jul 21 06:36:39.546060 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621254d-4561-479d-b605-adcc496c448d req-03424b48-9af8-4f55-b83c-b049f305ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:39.547519 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8621254d-4561-479d-b605-adcc496c448d req-03424b48-9af8-4f55-b83c-b049f305ff03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 916 time: 0.0931928 Jul 21 06:36:39.586369 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e0cf2bfe-850f-462d-95f9-9aaa472777b2 req-a4d3f033-5652-4278-9c03-ad8ba1bdb30d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406556 Jul 21 06:36:39.588212 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8621254d-4561-479d-b605-adcc496c448d req-ad32e5d1-f2ff-4572-9ddf-4168133f8266 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 HTTP/1.1" status: 200 len: 217 time: 0.0328274 Jul 21 06:36:39.644879 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621254d-4561-479d-b605-adcc496c448d req-735b90db-6afe-4c68-bcc8-b76ce1e14f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:39.646343 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8621254d-4561-479d-b605-adcc496c448d req-735b90db-6afe-4c68-bcc8-b76ce1e14f64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 200 len: 854 time: 0.0508931 Jul 21 06:36:39.694501 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621254d-4561-479d-b605-adcc496c448d req-7503159b-d399-4908-beb7-eac88646fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:39.695969 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8621254d-4561-479d-b605-adcc496c448d req-7503159b-d399-4908-beb7-eac88646fbc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fac3a692-b3e2-4555-a0ad-f0227031fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403719 Jul 21 06:36:39.768147 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:39.800328 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8621254d-4561-479d-b605-adcc496c448d req-ad5a3e05-7f6c-4110-80bc-1268c89ff5e4 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856352 Jul 21 06:36:39.893100 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8621254d-4561-479d-b605-adcc496c448d req-8a77add8-d16b-4972-8e40-2fb54270c7ea service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864558 Jul 21 06:36:39.931114 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a5be-2658-49f5-a318-1e5e6befd7b5 req-7a5c095d-2385-469e-82b3-e62010fc9ece tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:39.932573 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b751a5be-2658-49f5-a318-1e5e6befd7b5 req-7a5c095d-2385-469e-82b3-e62010fc9ece tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 944 time: 0.0483174 Jul 21 06:36:39.979203 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b751a5be-2658-49f5-a318-1e5e6befd7b5 req-5ad038f5-7621-4359-b7f8-5d6c6a320ca9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400271 Jul 21 06:36:40.662382 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42854) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:40.707289 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd5422-9001-4e78-89d7-e10c1086c783 req-19a4983c-23e2-496c-b2a9-080bba537d27 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:40.708852 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-00fd5422-9001-4e78-89d7-e10c1086c783 req-19a4983c-23e2-496c-b2a9-080bba537d27 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0477757 Jul 21 06:36:40.739884 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:40.761687 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-00fd5422-9001-4e78-89d7-e10c1086c783 req-63b456f1-7009-41c7-b183-92738e46dc16 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471594 Jul 21 06:36:40.770938 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc951-794d-4c37-8ace-ac121cd81335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:40.845415 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc951-794d-4c37-8ace-ac121cd81335 admin admin] Publish callbacks [] for security_group (cf765300-26ab-4784-a63a-ce3e35314b65), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:40.848622 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc951-794d-4c37-8ace-ac121cd81335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (cf765300-26ab-4784-a63a-ce3e35314b65), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:40.887230 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d2fbc951-794d-4c37-8ace-ac121cd81335 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c41aa54869d842f5b17a34e0d99364dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237763 Jul 21 06:36:40.888719 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbc951-794d-4c37-8ace-ac121cd81335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf765300-26ab-4784-a63a-ce3e35314b65,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:40.891023 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42858) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:40.941286 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7c89-3962-4d6e-89fb-64dc7b9f774a admin admin] Publish callbacks [] for security_group (cf765300-26ab-4784-a63a-ce3e35314b65), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:40.962696 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7c89-3962-4d6e-89fb-64dc7b9f774a admin admin] Publish callbacks [] for security_group (cf765300-26ab-4784-a63a-ce3e35314b65), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:41.014461 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7c89-3962-4d6e-89fb-64dc7b9f774a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (cf765300-26ab-4784-a63a-ce3e35314b65), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:41.017121 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7c89-3962-4d6e-89fb-64dc7b9f774a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:41.018296 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f4fd7c89-3962-4d6e-89fb-64dc7b9f774a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf765300-26ab-4784-a63a-ce3e35314b65 HTTP/1.1" status: 204 len: 168 time: 0.1266718 Jul 21 06:36:41.026381 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd7c89-3962-4d6e-89fb-64dc7b9f774a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf765300-26ab-4784-a63a-ce3e35314b65,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:41.105154 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afae4-2285-4e44-8eb2-005ca77785d1 req-f1da3289-0423-4e4e-a257-07ff86dd9466 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:41.107342 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-666afae4-2285-4e44-8eb2-005ca77785d1 req-f1da3289-0423-4e4e-a257-07ff86dd9466 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 944 time: 0.0554407 Jul 21 06:36:41.159927 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-666afae4-2285-4e44-8eb2-005ca77785d1 req-0f452e70-2b6d-4d8c-ba16-6476a13f346c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467367 Jul 21 06:36:41.214658 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:36:41.321707 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:41.333339 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'port_id': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6', 'mac_address': 'fa:16:3e:96:78:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:36:41.335460 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:41.371310 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:41.371715 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:41.384773 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:36:41.406479 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:41.410196 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:41.461695 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:41.800035 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['612a5fc7-7a9f-44fe-9ef7-1df871aa95f6'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:36:41.885105 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d0e96-0094-4a1e-b5d4-a330ffdc61bc req-e9be7af7-d11e-4393-a249-23a2938ffeb9 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:41.886590 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f0d0e96-0094-4a1e-b5d4-a330ffdc61bc req-e9be7af7-d11e-4393-a249-23a2938ffeb9 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0512912 Jul 21 06:36:41.937367 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f0d0e96-0094-4a1e-b5d4-a330ffdc61bc req-29dac1f9-26b6-4124-aa34-dd0a79354405 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449741 Jul 21 06:36:42.277724 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae964b-8ea1-445d-908b-8c600d5e388e req-05954edd-15c6-4e98-83ce-05e039ea52c6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:42.279843 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cbae964b-8ea1-445d-908b-8c600d5e388e req-05954edd-15c6-4e98-83ce-05e039ea52c6 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 945 time: 0.0476160 Jul 21 06:36:42.325991 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cbae964b-8ea1-445d-908b-8c600d5e388e req-8456cb91-20fa-48d0-8c39-d917831af913 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404956 Jul 21 06:36:43.022187 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:43.047293 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:43.060398 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94b89a-001a-4262-a57e-1a55fa22384b req-50ec882d-2d32-4312-b2a4-f88d5bcfcaaf tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:43.061965 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bf94b89a-001a-4262-a57e-1a55fa22384b req-50ec882d-2d32-4312-b2a4-f88d5bcfcaaf tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Jul 21 06:36:43.111870 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bf94b89a-001a-4262-a57e-1a55fa22384b req-631abaf5-8772-45b4-845b-5adde7dcf7d3 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442429 Jul 21 06:36:43.210052 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:43.255779 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:36:43.261834 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:43.262237 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:43.336660 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:43.337115 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:43.363872 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:43.366097 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2b44ff-fc32-4079-b539-7c9bdf181bf9" -d '{"events": [{"server_uuid": "06d03e98-dac8-461e-8cbe-8ae960c87228", "name": "network-vif-plugged", "status": "completed", "tag": "612a5fc7-7a9f-44fe-9ef7-1df871aa95f6"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:43.370409 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:43.379638 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:43.393435 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:43.425312 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69de7a7-c85e-4ee2-b1ce-14a7e67a4e9e x-openstack-request-id: req-b69de7a7-c85e-4ee2-b1ce-14a7e67a4e9e {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:43.425601 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d03e98-dac8-461e-8cbe-8ae960c87228", "name": "network-vif-plugged", "status": "completed", "tag": "612a5fc7-7a9f-44fe-9ef7-1df871aa95f6", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:43.425858 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b69de7a7-c85e-4ee2-b1ce-14a7e67a4e9e {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:43.426276 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69de7a7-c85e-4ee2-b1ce-14a7e67a4e9e'] response: {'server_uuid': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6', 'code': 200} Jul 21 06:36:43.453331 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:43.462648 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c8b4a-2baf-4b20-a177-edc3b0b96f34 req-6732c7f3-27dc-4f56-9daf-ecca8fc04eee tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:43.464574 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-976c8b4a-2baf-4b20-a177-edc3b0b96f34 req-6732c7f3-27dc-4f56-9daf-ecca8fc04eee tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 946 time: 0.0624321 Jul 21 06:36:43.525075 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-976c8b4a-2baf-4b20-a177-edc3b0b96f34 req-7fd2362e-ae23-4249-bf9a-47b52119229d tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510809 Jul 21 06:36:43.655456 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543aebb-3c92-4093-8d58-569a81fd0c50 req-4596ccbf-bcbb-4326-82a4-c829bd54936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:43.655456 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8543aebb-3c92-4093-8d58-569a81fd0c50 req-4596ccbf-bcbb-4326-82a4-c829bd54936a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 1130 time: 0.0470979 Jul 21 06:36:43.702407 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8543aebb-3c92-4093-8d58-569a81fd0c50 req-6a629416-59ba-4dd6-aaa5-559bb5e4853e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406971 Jul 21 06:36:44.233479 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f5f7f-2c81-4d78-9e8f-4ef8fc98d4af req-1ecd8d35-eff4-4221-88b2-f036fe63d8be tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:44.234964 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-191f5f7f-2c81-4d78-9e8f-4ef8fc98d4af req-1ecd8d35-eff4-4221-88b2-f036fe63d8be tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0479927 Jul 21 06:36:44.281576 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-191f5f7f-2c81-4d78-9e8f-4ef8fc98d4af req-2328d9d8-887c-4004-a6f1-a01844376d6f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Jul 21 06:36:44.644996 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3723eb-8d42-41f5-909a-e60619e0b50a req-a21367c3-c564-48f0-984d-118e95b8889e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:44.646484 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3a3723eb-8d42-41f5-909a-e60619e0b50a req-a21367c3-c564-48f0-984d-118e95b8889e tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 946 time: 0.0493596 Jul 21 06:36:44.692755 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3a3723eb-8d42-41f5-909a-e60619e0b50a req-5b3e4fa3-6515-4d72-8d79-264220f7e486 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399873 Jul 21 06:36:45.141393 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42944) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:45.250610 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-11d8e138-c6db-4e7d-8697-510aef4c80e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:45.282099 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:45.332857 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-11d8e138-c6db-4e7d-8697-510aef4c80e1 admin admin] Publish callbacks [] for security_group (bd7b2cdd-4732-451a-8a94-bc7141e142f7), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:45.336599 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-11d8e138-c6db-4e7d-8697-510aef4c80e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (bd7b2cdd-4732-451a-8a94-bc7141e142f7), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:45.408132 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-11d8e138-c6db-4e7d-8697-510aef4c80e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d55d9c640bee42f68d83fcfefbb07dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654042 Jul 21 06:36:45.410805 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42950) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:45.411986 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8e138-c6db-4e7d-8697-510aef4c80e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7b2cdd-4732-451a-8a94-bc7141e142f7,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:45.427780 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935dcec-a97f-41cf-a5a0-160ec008b02d req-b946805b-3f09-4448-af90-0527c7f933f6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:45.429272 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f935dcec-a97f-41cf-a5a0-160ec008b02d req-b946805b-3f09-4448-af90-0527c7f933f6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0715971 Jul 21 06:36:45.471371 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-22a58883-a6bb-4ae9-9a44-000c1a66b347 admin admin] Publish callbacks [] for security_group (bd7b2cdd-4732-451a-8a94-bc7141e142f7), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:45.479993 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f935dcec-a97f-41cf-a5a0-160ec008b02d req-77bee814-14eb-4b55-99ea-393a9c7ee12d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Jul 21 06:36:45.495081 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-22a58883-a6bb-4ae9-9a44-000c1a66b347 admin admin] Publish callbacks [] for security_group (bd7b2cdd-4732-451a-8a94-bc7141e142f7), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:45.541829 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-22a58883-a6bb-4ae9-9a44-000c1a66b347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (bd7b2cdd-4732-451a-8a94-bc7141e142f7), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:45.545037 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-22a58883-a6bb-4ae9-9a44-000c1a66b347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:45.546195 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-22a58883-a6bb-4ae9-9a44-000c1a66b347 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd7b2cdd-4732-451a-8a94-bc7141e142f7 HTTP/1.1" status: 204 len: 168 time: 0.1341076 Jul 21 06:36:45.553783 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a58883-a6bb-4ae9-9a44-000c1a66b347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7b2cdd-4732-451a-8a94-bc7141e142f7,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:45.809525 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e00cbd-7b4e-44d8-8156-578d7816a1f6 req-9ffce306-b378-428c-bad5-ece66d8ea019 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:45.811058 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-34e00cbd-7b4e-44d8-8156-578d7816a1f6 req-9ffce306-b378-428c-bad5-ece66d8ea019 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 946 time: 0.0499992 Jul 21 06:36:45.861974 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-34e00cbd-7b4e-44d8-8156-578d7816a1f6 req-28a29f7b-0273-42e7-9090-1469eefd791f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424168 Jul 21 06:36:45.976165 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6e08e-c48b-4c0c-92df-0015a43f9037 req-160c20b2-540b-4767-900b-3bd27e5c0d88 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:45.977682 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3c6e08e-c48b-4c0c-92df-0015a43f9037 req-160c20b2-540b-4767-900b-3bd27e5c0d88 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 946 time: 0.0500014 Jul 21 06:36:45.987292 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 42970) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:45.991655 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-841334c9-47e8-4c27-bd87-9111be7c1d0c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Request body: {'floatingip': {'port_id': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:46.034119 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-841334c9-47e8-4c27-bd87-9111be7c1d0c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (f495d21e-5df8-4315-9f00-46ffe18d78e6), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.197394 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42978) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:46.198984 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:46.297172 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-384712506-network', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:46.317462 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Made reservation on behalf of fd3a6e00103d49038260d28a680a9c56 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:36:46.319776 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.331462 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.341416 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:46.409109 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Publish callbacks [] for security_group (4e5b7dee-77c1-4196-8b1c-c85b2647083d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.413816 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (4e5b7dee-77c1-4196-8b1c-c85b2647083d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.439478 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:36:46.448616 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5b7dee-77c1-4196-8b1c-c85b2647083d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:46.455358 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (f5dde17b-87ed-4e8e-8574-61fc2179c28d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.455682 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Added segment f5dde17b-87ed-4e8e-8574-61fc2179c28d of type vlan for network 28e3c66a-9e49-48c3-be94-3809b043754b Jul 21 06:36:46.480114 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-841334c9-47e8-4c27-bd87-9111be7c1d0c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.483860 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-841334c9-47e8-4c27-bd87-9111be7c1d0c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (f495d21e-5df8-4315-9f00-46ffe18d78e6), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.496514 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (28e3c66a-9e49-48c3-be94-3809b043754b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.525555 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (28e3c66a-9e49-48c3-be94-3809b043754b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.526796 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:46.527538 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.562289 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3637378 Jul 21 06:36:46.565277 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42984) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:46.598171 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Request body: {'subnet': {'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-384712506-subnet', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:46.601421 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:46.610606 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94ef7b-a505-48af-a1e4-1f42189c544f admin admin] Pushing event updated for resources: {'Network': ['ID=28e3c66a-9e49-48c3-be94-3809b043754b,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:46.619390 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398468d4-41e7-4aff-b0ee-bea7fa1aea89 req-50627507-df33-476a-8fbe-dcab1cc641da tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:46.620905 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-398468d4-41e7-4aff-b0ee-bea7fa1aea89 req-50627507-df33-476a-8fbe-dcab1cc641da tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0637918 Jul 21 06:36:46.623543 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network 28e3c66a-9e49-48c3-be94-3809b043754b details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:36:46.624595 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-841334c9-47e8-4c27-bd87-9111be7c1d0c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Floating IP f495d21e-5df8-4315-9f00-46ffe18d78e6 associated. External IP: 172.27.1.247, port: 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6. Jul 21 06:36:46.629045 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Made reservation on behalf of fd3a6e00103d49038260d28a680a9c56 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:36:46.631486 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12808621'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.714722 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:46.750827 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-398468d4-41e7-4aff-b0ee-bea7fa1aea89 req-9e17adbe-81b7-47fe-b614-bda8cfa8c54c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920589 Jul 21 06:36:46.814477 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14670617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12808639'] for subnet (0be248ef-fb73-4661-827d-dd19d3c5af7b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.865433 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841334c9-47e8-4c27-bd87-9111be7c1d0c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:36:46.873321 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be248ef-fb73-4661-827d-dd19d3c5af7b,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:46.881407 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Checking segment: {'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:36:46.881762 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Network hostable DHCP agents. Network: 28e3c66a-9e49-48c3-be94-3809b043754b, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:36:46.898999 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Network 28e3c66a-9e49-48c3-be94-3809b043754b is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:36:46.909297 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, 28e3c66a-9e49-48c3-be94-3809b043754b) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:46.914068 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:46.914673 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.923444 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7414d4cd-abb8-4d25-96a5-1537d8198446 None None] Network 28e3c66a-9e49-48c3-be94-3809b043754b requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:36:46.932632 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4bf9e249-1967-45db-981f-e8d413a75082 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3661096 Jul 21 06:36:46.935375 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42986) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:46.939502 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:46.952001 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:46.962451 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (4dfab07b-573b-412a-80db-472643f2d6b1), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.963468 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (4dfab07b-573b-412a-80db-472643f2d6b1), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.981850 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841334c9-47e8-4c27-bd87-9111be7c1d0c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:36:46.986633 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-841334c9-47e8-4c27-bd87-9111be7c1d0c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:46.995494 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:36:47.014557 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:47.015187 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:47.017506 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks [] for router_controller (4dfab07b-573b-412a-80db-472643f2d6b1), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:47.019195 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-841334c9-47e8-4c27-bd87-9111be7c1d0c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "PUT /v2.0/floatingips/f495d21e-5df8-4315-9f00-46ffe18d78e6 HTTP/1.1" status: 200 len: 992 time: 1.0306454 Jul 21 06:36:47.019977 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'tag': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:47.022915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b363a4-8db0-4884-ad07-943750e84449" -d '{"events": [{"name": "network-changed", "server_uuid": "06d03e98-dac8-461e-8cbe-8ae960c87228", "tag": "612a5fc7-7a9f-44fe-9ef7-1df871aa95f6"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:47.061391 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022ad419-4df5-4e3e-a64f-09d83480c951 x-openstack-request-id: req-022ad419-4df5-4e3e-a64f-09d83480c951 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:47.062020 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d03e98-dac8-461e-8cbe-8ae960c87228", "tag": "612a5fc7-7a9f-44fe-9ef7-1df871aa95f6", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:47.062487 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-022ad419-4df5-4e3e-a64f-09d83480c951 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:47.063110 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022ad419-4df5-4e3e-a64f-09d83480c951'] response: {'name': 'network-changed', 'server_uuid': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'tag': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6', 'status': 'completed', 'code': 200} Jul 21 06:36:47.091662 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-28e3c66a-9e49-48c3-be94-3809b043754b', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:36:47.092701 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:47.198552 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks [] for router_gateway (4dfab07b-573b-412a-80db-472643f2d6b1), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:47.212064 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:47.214261 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b363a4-8db0-4884-ad07-943750e84449 req-25b74472-d3b1-4e8a-8ca7-cf9cb7d9f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:47.215821 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-82b363a4-8db0-4884-ad07-943750e84449 req-25b74472-d3b1-4e8a-8ca7-cf9cb7d9f5d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 1130 time: 0.0738494 Jul 21 06:36:47.244066 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:47.355019 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Allocated IP 172.20.0.2 (28e3c66a-9e49-48c3-be94-3809b043754b/0be248ef-fb73-4661-827d-dd19d3c5af7b/dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:36:47.422620 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b363a4-8db0-4884-ad07-943750e84449 req-1a899a99-982f-4881-864e-c897b30dd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:47.424080 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-82b363a4-8db0-4884-ad07-943750e84449 req-1a899a99-982f-4881-864e-c897b30dd004 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 200 len: 916 time: 0.1979015 Jul 21 06:36:47.521227 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks [] for router_gateway (4dfab07b-573b-412a-80db-472643f2d6b1), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:47.525320 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-82b363a4-8db0-4884-ad07-943750e84449 req-50684786-327a-44d9-a1dd-ce0f04ec13af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 HTTP/1.1" status: 200 len: 1000 time: 0.0923674 Jul 21 06:36:47.540470 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:47.551419 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:47.563394 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'f495d21e-5df8-4315-9f00-46ffe18d78e6', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:96:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:31Z', 'updated_at': '2022-07-21T06:36:46Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:47.570860 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:47.610094 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:36:47.632408 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b363a4-8db0-4884-ad07-943750e84449 req-43839024-ef44-4de9-bada-42d214d7dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:47.633884 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-82b363a4-8db0-4884-ad07-943750e84449 req-43839024-ef44-4de9-bada-42d214d7dccb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 200 len: 854 time: 0.0922997 Jul 21 06:36:47.634154 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:47.634765 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:47.636845 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Publish callbacks [] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:47.672295 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:47.708773 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b363a4-8db0-4884-ad07-943750e84449 req-67d1614e-5704-424e-9d1e-ac8bd519551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:47.710287 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-82b363a4-8db0-4884-ad07-943750e84449 req-67d1614e-5704-424e-9d1e-ac8bd519551d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fac3a692-b3e2-4555-a0ad-f0227031fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686629 Jul 21 06:36:47.751506 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Allocated IP 172.27.1.82 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/c340614d-0edc-46c4-afe9-d36d76da06e8) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:36:47.881581 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:47.881974 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb3aea-5639-4861-b6f3-b25b0562d798 req-b35584ef-3851-4550-aabc-afa5f7d49c11 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:47.884256 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7bdb3aea-5639-4861-b6f3-b25b0562d798 req-b35584ef-3851-4550-aabc-afa5f7d49c11 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0547390 Jul 21 06:36:47.886530 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Network 28e3c66a-9e49-48c3-be94-3809b043754b is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:47.887049 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-82b363a4-8db0-4884-ad07-943750e84449 req-c570010a-7e76-4a96-9549-ee531a0f3f8c service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690056 Jul 21 06:36:47.895818 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:47.906906 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:36:47.910490 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Pushing event updated for resources: {'Port': ['ID=dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:47.947005 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7bdb3aea-5639-4861-b6f3-b25b0562d798 req-2abcb976-ec14-49f7-848a-418b9fd47bab tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540383 Jul 21 06:36:47.952529 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:47.987967 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks [] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:48.018170 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Attempting to bind port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:36:48.018536 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Attempting to bind port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:36:48.018892 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Attempting to bind port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc on network 28e3c66a-9e49-48c3-be94-3809b043754b {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:36:48.034750 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-82b363a4-8db0-4884-ad07-943750e84449 req-58f66c65-c3d4-4196-bbf0-a591d7d0aee0 service neutron] 10.222.0.36 "GET /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393518 Jul 21 06:36:48.045511 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:48.056452 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:36:48.056814 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Checking segment: {'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:36:48.057403 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:48.057792 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Bound using segment: {'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:36:48.058300 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Bound port: dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:36:48.059214 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:48.087847 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:48.094108 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:48.096275 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Pushing event updated for resources: {'Port': ['ID=c340614d-0edc-46c4-afe9-d36d76da06e8,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:48.098418 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:36:48.179747 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:48.195988 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] For port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:36:48.220063 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] For port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:36:48.227999 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:48.315451 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'f495d21e-5df8-4315-9f00-46ffe18d78e6', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:96:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:31Z', 'updated_at': '2022-07-21T06:36:46Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:48.341748 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks [] for router_gateway (4dfab07b-573b-412a-80db-472643f2d6b1), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:48.343226 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbd3cb-caf3-4949-b99e-175adcb50593 None None] Pushing event updated for resources: {'Port': ['ID=dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:48.345325 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:48.346375 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552ab5b9-1af4-4c30-a206-79e765de37f9 None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'f495d21e-5df8-4315-9f00-46ffe18d78e6', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'port_id': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'mac_address': 'fa:16:3e:96:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:31Z', 'updated_at': '2022-07-21T06:36:46Z', 'revision_number': 1, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:36:48.406131 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:48.557439 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (4dfab07b-573b-412a-80db-472643f2d6b1), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:48.612789 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba60d5-0ad4-4d13-aa84-dac54cc7312b None None] New status for floating IP f495d21e-5df8-4315-9f00-46ffe18d78e6: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:36:48.706991 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Router 4dfab07b-573b-412a-80db-472643f2d6b1 is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:36:48.813473 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:36:48.825530 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Sync routers for ids ['4dfab07b-573b-412a-80db-472643f2d6b1'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:36:48.832072 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:48.833306 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f80596f5-0908-400c-a55e-bf7dfe34bc7c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8970180 Jul 21 06:36:48.835492 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Routers {'4dfab07b-573b-412a-80db-472643f2d6b1'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:48.836074 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 42994) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:48.836220 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['4dfab07b-573b-412a-80db-472643f2d6b1'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:48.876081 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:48.951017 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Set router 4dfab07b-573b-412a-80db-472643f2d6b1 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:49.010851 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:49.093605 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:49.109584 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917dc87-72d6-499a-9725-69ef8418eef3 req-43e28cd2-f148-496b-b4e0-77e3120185c8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:49.111488 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1917dc87-72d6-499a-9725-69ef8418eef3 req-43e28cd2-f148-496b-b4e0-77e3120185c8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0783477 Jul 21 06:36:49.139124 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:49.139799 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.140794 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:49.191841 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1917dc87-72d6-499a-9725-69ef8418eef3 req-7dbfeb7f-6b3e-4a06-8762-c0a0fef33027 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699799 Jul 21 06:36:49.222534 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:48Z', 'revision_number': 3, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:49.252289 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Checking router: 4dfab07b-573b-412a-80db-472643f2d6b1 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:36:49.252794 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Updating router 4dfab07b-573b-412a-80db-472643f2d6b1 port c340614d-0edc-46c4-afe9-d36d76da06e8 binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:36:49.313528 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.332802 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:49.333192 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.357103 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c064c3-45bb-4d1a-abad-9ec4bb938eff None None] Network 28e3c66a-9e49-48c3-be94-3809b043754b requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:36:49.491530 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:49.503502 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-93e663f3-6b48-4237-93e8-db18c2bee52d None None] Provisioning complete for port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:49.503892 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-93e663f3-6b48-4237-93e8-db18c2bee52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.509699 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.573820 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.588054 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:49.634051 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:49.699503 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:49.751052 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-93e663f3-6b48-4237-93e8-db18c2bee52d None None] Current status of the port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:49.752200 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Allocated IP 172.20.0.1 (28e3c66a-9e49-48c3-be94-3809b043754b/0be248ef-fb73-4661-827d-dd19d3c5af7b/7c171f56-2bfe-488a-9a4e-1bff7d034df4) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:36:49.826946 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:49.829231 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Publish callbacks [] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.837440 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.869261 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Publish callbacks [] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.892341 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Attempting to bind port c340614d-0edc-46c4-afe9-d36d76da06e8 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:36:49.892708 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Attempting to bind port c340614d-0edc-46c4-afe9-d36d76da06e8 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:36:49.893070 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Attempting to bind port c340614d-0edc-46c4-afe9-d36d76da06e8 on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:36:49.902676 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:36:49.903150 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:36:49.904119 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.904540 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:36:49.905211 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Bound port: c340614d-0edc-46c4-afe9-d36d76da06e8, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:36:49.905443 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.905708 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:49.908859 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866c4ce-21b3-4fe2-8e4b-f613bd40eb3c None None] Pushing event updated for resources: {'Port': ['ID=c340614d-0edc-46c4-afe9-d36d76da06e8,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:49.942036 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Network 28e3c66a-9e49-48c3-be94-3809b043754b is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:49.945084 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:49.952601 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:36:49.981780 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c171f56-2bfe-488a-9a4e-1bff7d034df4,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:50.000387 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (4dfab07b-573b-412a-80db-472643f2d6b1), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:50.051593 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:50.110632 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-6c037b43-6fc4-4966-be11-5280e81ece11 None None] Provisioning complete for port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:50.111033 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6c037b43-6fc4-4966-be11-5280e81ece11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:50.138660 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:50.150304 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] For port c340614d-0edc-46c4-afe9-d36d76da06e8, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:36:50.155523 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] For port c340614d-0edc-46c4-afe9-d36d76da06e8, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=c340614d-0edc-46c4-afe9-d36d76da06e8,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:36:50.165166 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:50.250154 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Routers {'4dfab07b-573b-412a-80db-472643f2d6b1'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:50.250483 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['4dfab07b-573b-412a-80db-472643f2d6b1'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:50.296483 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866c4ce-21b3-4fe2-8e4b-f613bd40eb3c None None] Pushing event updated for resources: {'Port': ['ID=c340614d-0edc-46c4-afe9-d36d76da06e8,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:50.304852 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-6c037b43-6fc4-4966-be11-5280e81ece11 None None] Current status of the port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:50.320682 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a969a8-bced-4cb2-9892-2390bf103f91 req-be25bb96-e496-4d0e-a91e-369886f00410 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:50.322238 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-53a969a8-bced-4cb2-9892-2390bf103f91 req-be25bb96-e496-4d0e-a91e-369886f00410 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0506661 Jul 21 06:36:50.327132 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Publish callbacks [] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:50.332399 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:50.375702 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] Set router 4dfab07b-573b-412a-80db-472643f2d6b1 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:50.376288 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:50.377552 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-53a969a8-bced-4cb2-9892-2390bf103f91 req-f28ca51b-70c5-418f-8e41-8737295eef17 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479956 Jul 21 06:36:50.404572 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c171f56-2bfe-488a-9a4e-1bff7d034df4,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:50.407220 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (4dfab07b-573b-412a-80db-472643f2d6b1), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:50.458323 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-3323d14f-d38d-4e48-b82a-9318fc9be03a None None] Provisioning complete for port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:50.458690 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3323d14f-d38d-4e48-b82a-9318fc9be03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:50.503533 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Network 28e3c66a-9e49-48c3-be94-3809b043754b is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:50.505019 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:50.537279 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-3323d14f-d38d-4e48-b82a-9318fc9be03a None None] Port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:36:50.610843 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:49Z', 'revision_number': 1, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:50.613438 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:50.626262 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Router 4dfab07b-573b-412a-80db-472643f2d6b1 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:36:50.642311 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de235a48-926c-4015-bd2b-05f940afde51 None None] The sync data for ids ['4dfab07b-573b-412a-80db-472643f2d6b1'] in dv-cinder-850318-3-iscsi is: [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:49Z', 'revision_number': 1, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:36:50.740206 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:36:50.751366 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-26213fc0-6283-4a5b-9d41-0f244c429db7 admin admin] 10.222.0.42 "PUT /v2.0/routers/4dfab07b-573b-412a-80db-472643f2d6b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088717 Jul 21 06:36:50.757561 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-706408dc-d797-4d7a-b149-00223e9d664b None None] Provisioning complete for port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:50.757958 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-706408dc-d797-4d7a-b149-00223e9d664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:50.792790 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-706408dc-d797-4d7a-b149-00223e9d664b None None] Port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:36:50.969065 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:51.020076 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:51.020530 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.061414 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:51.115280 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:51.265922 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 4aee29c5-9551-4f05-a973-a575a8c0fa54 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:36:51.330902 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43016) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:51.339053 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-644730865-network', 'tenant_id': 'f188a0b484cc4781953e86161e579322'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:51.359975 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Made reservation on behalf of f188a0b484cc4781953e86161e579322 for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:36:51.362357 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.370982 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.407830 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:51.422234 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'port_id': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'mac_address': 'fa:16:3e:f3:e0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:36:51.475086 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 4aee29c5-9551-4f05-a973-a575a8c0fa54 is: ACTIVE; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:51.475475 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.490206 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4aee29c5-9551-4f05-a973-a575a8c0fa54 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:36:51.512720 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:51.518573 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.518852 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Publish callbacks [] for security_group (1c60e4ce-5a1e-4045-b634-628f2276a0c8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.527026 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (1c60e4ce-5a1e-4045-b634-628f2276a0c8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.552130 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d5580-2a02-4326-80e2-250cf55db6e3 req-acde737f-41f8-40cf-bd0a-b7dccf91fdd0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:51.553810 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-951d5580-2a02-4326-80e2-250cf55db6e3 req-acde737f-41f8-40cf-bd0a-b7dccf91fdd0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0839918 Jul 21 06:36:51.573876 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:36:51.581728 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=6']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:51.596016 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c60e4ce-5a1e-4045-b634-628f2276a0c8,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:51.600185 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (da75e229-b566-44c4-a75b-da2707c303d6), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.600534 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Added segment da75e229-b566-44c4-a75b-da2707c303d6 of type vlan for network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 Jul 21 06:36:51.644932 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:51.670145 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (72ee13a2-7539-4c1d-b8b2-93ce65d48fb6), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.679539 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-951d5580-2a02-4326-80e2-250cf55db6e3 req-15447f32-2c61-4171-9443-f9ee2e675e1f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194808 Jul 21 06:36:51.707372 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (72ee13a2-7539-4c1d-b8b2-93ce65d48fb6), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.708557 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:51.709203 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.770355 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['4aee29c5-9551-4f05-a973-a575a8c0fa54'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:36:51.779004 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4464831 Jul 21 06:36:51.779948 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43020) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:51.785650 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Request body: {'subnet': {'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-644730865-subnet', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:51.788551 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771ac49-0c44-49a5-a06d-3aefeae9f7ae admin admin] Pushing event updated for resources: {'Network': ['ID=72ee13a2-7539-4c1d-b8b2-93ce65d48fb6,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:51.802490 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:36:51.810785 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Made reservation on behalf of f188a0b484cc4781953e86161e579322 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:36:51.813383 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12808621'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:51.944222 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:52.019733 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14670617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12808639'] for subnet (a5cbd7cb-0d60-4b03-a3f9-c8146c6df168), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.082281 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5cbd7cb-0d60-4b03-a3f9-c8146c6df168,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:52.092585 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Checking segment: {'id': 'da75e229-b566-44c4-a75b-da2707c303d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:36:52.092939 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Network hostable DHCP agents. Network: 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:36:52.112036 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:36:52.121638 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:52.125991 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:52.126592 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.134363 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff3bd1a-6db1-4f90-95de-d4ff47aae60e None None] Network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:36:52.146008 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2cce4c13-7988-40c0-b38a-1e6eaeaba928 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3635950 Jul 21 06:36:52.148188 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43032) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:52.155035 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-644730865-router', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:52.190653 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (9242278d-548d-4df1-aa71-e418d6f2268c), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.192015 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (9242278d-548d-4df1-aa71-e418d6f2268c), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.253243 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks [] for router_controller (9242278d-548d-4df1-aa71-e418d6f2268c), precommit_add_association {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.253833 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-72ee13a2-7539-4c1d-b8b2-93ce65d48fb6', 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6', 'project_id': 'f188a0b484cc4781953e86161e579322', 'fixed_ips': [{'subnet_id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:36:52.255029 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.350060 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:52.406212 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Allocated IP 172.20.0.2 (72ee13a2-7539-4c1d-b8b2-93ce65d48fb6/a5cbd7cb-0d60-4b03-a3f9-c8146c6df168/0af26d69-68c4-4dbd-b819-9437daf09209) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:36:52.421213 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks [] for router_gateway (9242278d-548d-4df1-aa71-e418d6f2268c), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.443184 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:52.503856 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:52.578846 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Publish callbacks [] for port (0af26d69-68c4-4dbd-b819-9437daf09209), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.593436 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.639195 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:52.644985 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:52.650165 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:36:52.658656 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Pushing event updated for resources: {'Port': ['ID=0af26d69-68c4-4dbd-b819-9437daf09209,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:52.728168 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Attempting to bind port 0af26d69-68c4-4dbd-b819-9437daf09209 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:36:52.730280 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Attempting to bind port 0af26d69-68c4-4dbd-b819-9437daf09209 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'da75e229-b566-44c4-a75b-da2707c303d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:36:52.730735 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Attempting to bind port 0af26d69-68c4-4dbd-b819-9437daf09209 on network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:36:52.739457 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:36:52.740136 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Checking segment: {'id': 'da75e229-b566-44c4-a75b-da2707c303d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:36:52.740923 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.741477 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Bound using segment: {'id': 'da75e229-b566-44c4-a75b-da2707c303d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:36:52.742919 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Bound port: 0af26d69-68c4-4dbd-b819-9437daf09209, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da75e229-b566-44c4-a75b-da2707c303d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:36:52.743511 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.838201 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] For port 0af26d69-68c4-4dbd-b819-9437daf09209, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:36:52.842827 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] For port 0af26d69-68c4-4dbd-b819-9437daf09209, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=0af26d69-68c4-4dbd-b819-9437daf09209,segment=NetworkSegment(da75e229-b566-44c4-a75b-da2707c303d6),segment_id=da75e229-b566-44c4-a75b-da2707c303d6)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:36:52.852284 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:52.979687 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4743a-8004-4354-8621-1927f326510e req-115bd777-d5c0-4d8e-adaa-0edee4b8da93 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:52.986682 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c0e4743a-8004-4354-8621-1927f326510e req-115bd777-d5c0-4d8e-adaa-0edee4b8da93 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 944 time: 0.1236503 Jul 21 06:36:52.994123 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791dc3e-b577-4c12-9860-b8621180705c None None] Pushing event updated for resources: {'Port': ['ID=0af26d69-68c4-4dbd-b819-9437daf09209,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:53.037584 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks [] for router_gateway (9242278d-548d-4df1-aa71-e418d6f2268c), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.043652 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device c340614d-0edc-46c4-afe9-d36d76da06e8 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:53.070287 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.103049 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c0e4743a-8004-4354-8621-1927f326510e req-00eb095d-93c6-408e-ad61-c393f555da9f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151681 Jul 21 06:36:53.111804 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Sync routers for ids ['4dfab07b-573b-412a-80db-472643f2d6b1'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:36:53.129118 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port c340614d-0edc-46c4-afe9-d36d76da06e8 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:53.129826 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.146223 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Routers {'4dfab07b-573b-412a-80db-472643f2d6b1'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:53.148307 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['4dfab07b-573b-412a-80db-472643f2d6b1'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:53.299238 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 4aee29c5-9551-4f05-a973-a575a8c0fa54 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:53.305192 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Allocated IP 172.27.1.165 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/648d5d5a-4bf4-45e4-9c53-d6199201c6d5) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:36:53.338479 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Set router 4dfab07b-573b-412a-80db-472643f2d6b1 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:53.386100 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port c340614d-0edc-46c4-afe9-d36d76da06e8 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:53.386877 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.436924 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 4aee29c5-9551-4f05-a973-a575a8c0fa54 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:53.444753 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.502162 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port c340614d-0edc-46c4-afe9-d36d76da06e8, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=c340614d-0edc-46c4-afe9-d36d76da06e8,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:53.522126 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks [] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.522813 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.571348 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:53.588640 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.601335 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 2, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:53.619688 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:53.621338 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=c340614d-0edc-46c4-afe9-d36d76da06e8,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:53.640822 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:53.643755 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Checking router: 4dfab07b-573b-412a-80db-472643f2d6b1 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:36:53.644367 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Updating router 4dfab07b-573b-412a-80db-472643f2d6b1 port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:36:53.644716 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:53.649214 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:36:53.653144 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Pushing event updated for resources: {'Port': ['ID=648d5d5a-4bf4-45e4-9c53-d6199201c6d5,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:53.691231 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 4aee29c5-9551-4f05-a973-a575a8c0fa54 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:53.691590 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.698587 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.736905 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:36:53.739761 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaeced0-6a1c-4eb5-9840-dda669234717" -d '{"events": [{"server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "name": "network-vif-plugged", "status": "completed", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:36:53.746261 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:53.755891 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:53.796242 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:53.828966 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=7']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:53.843343 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14aff98-1eba-432a-bf96-ff8df0d8d1ee x-openstack-request-id: req-c14aff98-1eba-432a-bf96-ff8df0d8d1ee {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:36:53.843872 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "name": "network-vif-plugged", "status": "completed", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:36:53.844403 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c14aff98-1eba-432a-bf96-ff8df0d8d1ee {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:36:53.844960 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14aff98-1eba-432a-bf96-ff8df0d8d1ee'] response: {'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'code': 200} Jul 21 06:36:53.894869 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:53.969310 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks [] for router_gateway (9242278d-548d-4df1-aa71-e418d6f2268c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.186169 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:54.218327 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Publish callbacks [] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.229202 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.319500 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Pushing event updated for resources: {'Port': ['ID=7c171f56-2bfe-488a-9a4e-1bff7d034df4,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:54.323234 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409d372-4466-4480-adb9-47ba38436296 req-210d937d-24af-484c-9539-c62c6e33d77f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:54.324857 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e409d372-4466-4480-adb9-47ba38436296 req-210d937d-24af-484c-9539-c62c6e33d77f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0704033 Jul 21 06:36:54.330292 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (9242278d-548d-4df1-aa71-e418d6f2268c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.349644 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.350342 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.351068 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.351569 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.352458 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.353225 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.353702 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.354202 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.354679 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.355176 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.355792 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.357069 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.357555 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.358076 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.358591 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:54.443780 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd658e9-c98d-4578-8a62-9e0510045ca9 None None] Network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:36:54.456842 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Attempting to bind port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:36:54.457350 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Attempting to bind port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:36:54.457794 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Attempting to bind port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 on network 28e3c66a-9e49-48c3-be94-3809b043754b {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:36:54.470268 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:36:54.471092 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Checking segment: {'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:36:54.471709 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.472301 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Bound using segment: {'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:36:54.474861 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Bound port: 7c171f56-2bfe-488a-9a4e-1bff7d034df4, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:36:54.475553 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.510989 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e409d372-4466-4480-adb9-47ba38436296 req-9dff47b7-a239-4ed4-b025-9927b3156522 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782873 Jul 21 06:36:54.558288 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Router 9242278d-548d-4df1-aa71-e418d6f2268c is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:36:54.570124 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] For port 7c171f56-2bfe-488a-9a4e-1bff7d034df4, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:36:54.576709 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] For port 7c171f56-2bfe-488a-9a4e-1bff7d034df4, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=7c171f56-2bfe-488a-9a4e-1bff7d034df4,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:36:54.590029 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.596634 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-f0448f77-b688-4ee5-9da5-04bedb6090b5 None None] Provisioning complete for port 0af26d69-68c4-4dbd-b819-9437daf09209 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:54.597012 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f0448f77-b688-4ee5-9da5-04bedb6090b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.663291 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7f030-c27a-46e6-8f00-242f4e3998e2 None None] Pushing event updated for resources: {'Port': ['ID=7c171f56-2bfe-488a-9a4e-1bff7d034df4,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:54.697768 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Routers {'4dfab07b-573b-412a-80db-472643f2d6b1'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:54.698439 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['4dfab07b-573b-412a-80db-472643f2d6b1'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:54.768575 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-f0448f77-b688-4ee5-9da5-04bedb6090b5 None None] Current status of the port 0af26d69-68c4-4dbd-b819-9437daf09209 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:54.768981 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f0448f77-b688-4ee5-9da5-04bedb6090b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.811540 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:36:54.830075 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Sync routers for ids ['9242278d-548d-4df1-aa71-e418d6f2268c'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:36:54.852445 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-f0448f77-b688-4ee5-9da5-04bedb6090b5 None None] For port 0af26d69-68c4-4dbd-b819-9437daf09209, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=0af26d69-68c4-4dbd-b819-9437daf09209,segment=NetworkSegment(da75e229-b566-44c4-a75b-da2707c303d6),segment_id=da75e229-b566-44c4-a75b-da2707c303d6)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:54.858103 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Routers {'9242278d-548d-4df1-aa71-e418d6f2268c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:54.859604 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['9242278d-548d-4df1-aa71-e418d6f2268c'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:54.867422 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.873502 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43062) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:54.885972 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e7b8261a-0df7-4284-a30a-14ceb3d7d969 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7361631 Jul 21 06:36:54.951490 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:54.957055 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f0448f77-b688-4ee5-9da5-04bedb6090b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:54.982824 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] Set router 4dfab07b-573b-412a-80db-472643f2d6b1 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:55.272407 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 7c171f56-2bfe-488a-9a4e-1bff7d034df4 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:55.338266 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-d5653d92-9d1a-462d-ac74-c65badccb251 None None] Provisioning complete for port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:55.338899 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d5653d92-9d1a-462d-ac74-c65badccb251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:55.347416 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:55.373600 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:54Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:55.399640 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0448f77-b688-4ee5-9da5-04bedb6090b5 None None] Pushing event updated for resources: {'Port': ['ID=0af26d69-68c4-4dbd-b819-9437daf09209,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:55.407141 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Set router 9242278d-548d-4df1-aa71-e418d6f2268c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:55.409263 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c90416-f39b-4287-8d3e-12f5944a7b4b None None] The sync data for ids ['4dfab07b-573b-412a-80db-472643f2d6b1'] in dv-cinder-850318-3-iscsi is: [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:54Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:36:55.530673 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:55.531263 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:55.622915 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:55.631971 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:55.687224 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d5653d92-9d1a-462d-ac74-c65badccb251 None None] Current status of the port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:55.687631 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d5653d92-9d1a-462d-ac74-c65badccb251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:55.743522 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89d9bd-7f7a-4348-9cc3-6479c11e2e83 req-10bc34c6-abcc-4356-b8bf-ffc074d0d8b2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:55.748661 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dd89d9bd-7f7a-4348-9cc3-6479c11e2e83 req-10bc34c6-abcc-4356-b8bf-ffc074d0d8b2 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.1127636 Jul 21 06:36:55.811968 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:55.821911 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:55.828453 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'name': 'tempest-TestShelveInstance-644730865-router', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:52Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 3, 'project_id': 'f188a0b484cc4781953e86161e579322', 'gw_port': {'id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:53Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:55.829541 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:55.833165 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:55.833563 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:55.835595 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dd89d9bd-7f7a-4348-9cc3-6479c11e2e83 req-20f09d66-05cb-419e-b481-80f393aba411 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825059 Jul 21 06:36:55.865809 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-d5653d92-9d1a-462d-ac74-c65badccb251 None None] For port 7c171f56-2bfe-488a-9a4e-1bff7d034df4, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=7c171f56-2bfe-488a-9a4e-1bff7d034df4,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:36:55.884943 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Checking router: 9242278d-548d-4df1-aa71-e418d6f2268c for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:36:55.884943 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Updating router 9242278d-548d-4df1-aa71-e418d6f2268c port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:36:55.894994 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d5653d92-9d1a-462d-ac74-c65badccb251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:55.949716 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Allocated IP 172.20.0.1 (72ee13a2-7539-4c1d-b8b2-93ce65d48fb6/a5cbd7cb-0d60-4b03-a3f9-c8146c6df168/c529d2a2-69be-43ae-9671-a2ca05b1449f) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:36:56.014222 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.092428 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653d92-9d1a-462d-ac74-c65badccb251 None None] Pushing event updated for resources: {'Port': ['ID=7c171f56-2bfe-488a-9a4e-1bff7d034df4,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:56.126174 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Publish callbacks [] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.136180 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-f4a80618-25fa-4d7f-8746-eb6e135f94ca None None] Provisioning complete for port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:56.136564 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f4a80618-25fa-4d7f-8746-eb6e135f94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.151896 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.db.api [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 06:36:56.152167 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG oslo_db.api [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 06:36:56.187814 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.242425 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:56.248517 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:56.251476 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:36:56.274312 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=c529d2a2-69be-43ae-9671-a2ca05b1449f,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:56.289996 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d7ed27c9-0606-43f7-87a2-6882fda6d7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.305405 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.305646 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.306173 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.306513 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.306842 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.307184 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.307492 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.307811 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.308133 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.308453 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.308772 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.309092 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.309752 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.310654 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.310978 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:36:56.351168 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (9242278d-548d-4df1-aa71-e418d6f2268c), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.434196 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-f4a80618-25fa-4d7f-8746-eb6e135f94ca None None] Current status of the port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:56.489745 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-f4a80618-25fa-4d7f-8746-eb6e135f94ca None None] Provisioning complete for port 0af26d69-68c4-4dbd-b819-9437daf09209 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:56.490203 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f4a80618-25fa-4d7f-8746-eb6e135f94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.575790 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.641086 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-f4a80618-25fa-4d7f-8746-eb6e135f94ca None None] Current status of the port 0af26d69-68c4-4dbd-b819-9437daf09209 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:56.722132 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:56.722359 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Publish callbacks [] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.725354 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:56.726386 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device c340614d-0edc-46c4-afe9-d36d76da06e8 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:56.774196 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.779656 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:56.799906 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Publish callbacks [] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.804253 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.821140 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-9be24110-6f6f-467c-96a1-b97a287a9ef4 None None] Provisioning complete for port c529d2a2-69be-43ae-9671-a2ca05b1449f triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:56.821518 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9be24110-6f6f-467c-96a1-b97a287a9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.846614 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port c340614d-0edc-46c4-afe9-d36d76da06e8 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:56.846987 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.882075 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (9242278d-548d-4df1-aa71-e418d6f2268c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:56.899255 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=c529d2a2-69be-43ae-9671-a2ca05b1449f,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:56.915947 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:56.963839 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:56.988992 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Attempting to bind port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:36:56.989469 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Attempting to bind port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:36:56.990501 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Attempting to bind port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:36:57.000019 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:36:57.000552 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:36:57.001055 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:57.001538 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:36:57.004028 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Bound port: 648d5d5a-4bf4-45e4-9c53-d6199201c6d5, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:36:57.004028 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:57.005299 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f4ebf-8584-4a85-9890-80720f955a6c None None] Pushing event updated for resources: {'Port': ['ID=648d5d5a-4bf4-45e4-9c53-d6199201c6d5,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:57.011727 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-9be24110-6f6f-467c-96a1-b97a287a9ef4 None None] Port c529d2a2-69be-43ae-9671-a2ca05b1449f cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:36:57.037123 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:36:57.041619 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:36:57.053288 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce7379-7e73-4041-a066-c065d925fd7b req-edd7b6be-d8c4-479a-b65b-b5cccf2a8b2d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:57.057480 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bdce7379-7e73-4041-a066-c065d925fd7b req-edd7b6be-d8c4-479a-b65b-b5cccf2a8b2d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0808823 Jul 21 06:36:57.162096 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port c340614d-0edc-46c4-afe9-d36d76da06e8 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:57.163234 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 0af26d69-68c4-4dbd-b819-9437daf09209 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:57.171823 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bdce7379-7e73-4041-a066-c065d925fd7b req-8c04f4c7-0c82-4cfb-aff7-5d6af0241438 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026890 Jul 21 06:36:57.196033 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] For port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:36:57.220390 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] For port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=648d5d5a-4bf4-45e4-9c53-d6199201c6d5,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:36:57.237249 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:57.286727 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Router 9242278d-548d-4df1-aa71-e418d6f2268c has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:36:57.301576 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f4ebf-8584-4a85-9890-80720f955a6c None None] Pushing event updated for resources: {'Port': ['ID=648d5d5a-4bf4-45e4-9c53-d6199201c6d5,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:57.314150 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 0af26d69-68c4-4dbd-b819-9437daf09209 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:57.314625 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:57.375676 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Routers {'9242278d-548d-4df1-aa71-e418d6f2268c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:36:57.376262 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['9242278d-548d-4df1-aa71-e418d6f2268c'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:57.427398 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:36:57.444649 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0d58d94e-e055-477e-b78c-228a7a266ab0 admin admin] 10.222.0.42 "PUT /v2.0/routers/9242278d-548d-4df1-aa71-e418d6f2268c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5649891 Jul 21 06:36:57.645686 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 0af26d69-68c4-4dbd-b819-9437daf09209 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:57.664592 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a94befe-efab-415c-a379-bb33d366944a None None] Provisioning complete for port c529d2a2-69be-43ae-9671-a2ca05b1449f triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:57.664964 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a94befe-efab-415c-a379-bb33d366944a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:57.700887 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a94befe-efab-415c-a379-bb33d366944a None None] Port c529d2a2-69be-43ae-9671-a2ca05b1449f cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:36:57.716834 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] Set router 9242278d-548d-4df1-aa71-e418d6f2268c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:36:57.824264 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:57.838704 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 7c171f56-2bfe-488a-9a4e-1bff7d034df4 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:57.962735 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:57.962987 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.009468 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43080) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:58.015014 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-0757ab87-3e84-47ff-a54e-275c2289de66 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352240006', 'description': 'tempest-secgroup-smoke-352240006 description', 'project_id': 'fd3a6e00103d49038260d28a680a9c56'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:58.039579 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0757ab87-3e84-47ff-a54e-275c2289de66 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.049419 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'name': 'tempest-TestShelveInstance-644730865-router', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:52Z', 'updated_at': '2022-07-21T06:36:56Z', 'revision_number': 4, 'project_id': 'f188a0b484cc4781953e86161e579322', 'gw_port': {'id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:53Z', 'updated_at': '2022-07-21T06:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'c529d2a2-69be-43ae-9671-a2ca05b1449f', 'name': '', 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'mac_address': 'fa:16:3e:33:f2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:55Z', 'updated_at': '2022-07-21T06:36:56Z', 'revision_number': 2, 'project_id': 'f188a0b484cc4781953e86161e579322', 'subnets': [{'id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:36:58.079979 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbac42-98f0-4a98-9610-c0c872725615 None None] The sync data for ids ['9242278d-548d-4df1-aa71-e418d6f2268c'] in dv-cinder-850318-3-iscsi is: [{'id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'name': 'tempest-TestShelveInstance-644730865-router', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:52Z', 'updated_at': '2022-07-21T06:36:56Z', 'revision_number': 4, 'project_id': 'f188a0b484cc4781953e86161e579322', 'gw_port': {'id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:53Z', 'updated_at': '2022-07-21T06:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'c529d2a2-69be-43ae-9671-a2ca05b1449f', 'name': '', 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'mac_address': 'fa:16:3e:33:f2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:55Z', 'updated_at': '2022-07-21T06:36:56Z', 'revision_number': 2, 'project_id': 'f188a0b484cc4781953e86161e579322', 'subnets': [{'id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:36:58.130255 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:58.131388 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 0af26d69-68c4-4dbd-b819-9437daf09209 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:58.144386 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0757ab87-3e84-47ff-a54e-275c2289de66 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group (047f95ce-9bd1-48e3-a058-e8047f5a6687), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.152249 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0757ab87-3e84-47ff-a54e-275c2289de66 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (047f95ce-9bd1-48e3-a058-e8047f5a6687), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.167685 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:58.188879 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 0af26d69-68c4-4dbd-b819-9437daf09209 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:58.189305 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.198128 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0757ab87-3e84-47ff-a54e-275c2289de66 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.202263 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0757ab87-3e84-47ff-a54e-275c2289de66 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1886621 Jul 21 06:36:58.202263 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757ab87-3e84-47ff-a54e-275c2289de66 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047f95ce-9bd1-48e3-a058-e8047f5a6687,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:58.202946 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43086) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:58.207793 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-c0080537-6796-44da-9ff2-bbf995cc022a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Request body: {'security_group_rule': {'security_group_id': '047f95ce-9bd1-48e3-a058-e8047f5a6687', 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:58.255202 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c0080537-6796-44da-9ff2-bbf995cc022a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (bad8ec0a-0d4d-4ac1-9fc1-b1c0995530f5), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.337115 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 0af26d69-68c4-4dbd-b819-9437daf09209 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:36:58.421325 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9a55a-d813-45ba-9a08-f818748d0b90 req-6523c4f4-fefb-4573-ae2a-0a510a5fe9fb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:58.425700 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0db9a55a-d813-45ba-9a08-f818748d0b90 req-6523c4f4-fefb-4573-ae2a-0a510a5fe9fb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.1336792 Jul 21 06:36:58.437637 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c0080537-6796-44da-9ff2-bbf995cc022a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (bad8ec0a-0d4d-4ac1-9fc1-b1c0995530f5), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.450916 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c0080537-6796-44da-9ff2-bbf995cc022a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (bad8ec0a-0d4d-4ac1-9fc1-b1c0995530f5), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.537218 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0080537-6796-44da-9ff2-bbf995cc022a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad8ec0a-0d4d-4ac1-9fc1-b1c0995530f5,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:58.546470 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c0080537-6796-44da-9ff2-bbf995cc022a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.547930 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c0080537-6796-44da-9ff2-bbf995cc022a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3437059 Jul 21 06:36:58.549674 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-accdb4e7-d3c2-4738-bf93-1233d2f16ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.551144 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43090) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:58.555679 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-4bf8a4f0-569c-41ee-b0cc-287257d24db6 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Request body: {'security_group_rule': {'security_group_id': '047f95ce-9bd1-48e3-a058-e8047f5a6687', 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:58.581120 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0db9a55a-d813-45ba-9a08-f818748d0b90 req-1a221ef2-61fd-44f7-8bba-823609e8a9a5 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456351 Jul 21 06:36:58.610390 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a4f0-569c-41ee-b0cc-287257d24db6 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (68d9f811-baeb-4878-9f08-7229212c946d), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.706109 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a4f0-569c-41ee-b0cc-287257d24db6 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (68d9f811-baeb-4878-9f08-7229212c946d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.722811 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a4f0-569c-41ee-b0cc-287257d24db6 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (68d9f811-baeb-4878-9f08-7229212c946d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.746578 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8a4f0-569c-41ee-b0cc-287257d24db6 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d9f811-baeb-4878-9f08-7229212c946d,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:58.758388 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a4f0-569c-41ee-b0cc-287257d24db6 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.762958 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4bf8a4f0-569c-41ee-b0cc-287257d24db6 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2081826 Jul 21 06:36:58.763442 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43094) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:58.768137 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-98cf8499-09a5-478d-9e3c-37d9b865222d tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Request body: {'security_group_rule': {'security_group_id': '047f95ce-9bd1-48e3-a058-e8047f5a6687', 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:58.820287 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98cf8499-09a5-478d-9e3c-37d9b865222d tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (3c9c0fea-de3b-4d46-aa4f-889ef51d8438), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.867439 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:58.916659 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98cf8499-09a5-478d-9e3c-37d9b865222d tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (3c9c0fea-de3b-4d46-aa4f-889ef51d8438), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.923628 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98cf8499-09a5-478d-9e3c-37d9b865222d tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (3c9c0fea-de3b-4d46-aa4f-889ef51d8438), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.959577 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf8499-09a5-478d-9e3c-37d9b865222d tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9c0fea-de3b-4d46-aa4f-889ef51d8438,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:58.973201 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98cf8499-09a5-478d-9e3c-37d9b865222d tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:58.977637 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-98cf8499-09a5-478d-9e3c-37d9b865222d tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2105782 Jul 21 06:36:58.978135 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43098) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:58.983835 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-b718447e-6062-46a5-9093-6c62d18fda58 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Request body: {'security_group_rule': {'security_group_id': '047f95ce-9bd1-48e3-a058-e8047f5a6687', 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:59.023501 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b718447e-6062-46a5-9093-6c62d18fda58 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (7ba25925-b820-44c2-b904-16e1f6ab8c67), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.110405 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b718447e-6062-46a5-9093-6c62d18fda58 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (7ba25925-b820-44c2-b904-16e1f6ab8c67), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.116438 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b718447e-6062-46a5-9093-6c62d18fda58 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (7ba25925-b820-44c2-b904-16e1f6ab8c67), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.141340 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718447e-6062-46a5-9093-6c62d18fda58 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba25925-b820-44c2-b904-16e1f6ab8c67,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:59.164184 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b718447e-6062-46a5-9093-6c62d18fda58 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.170740 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43100) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:59.179094 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-7ca0b5df-6696-4710-9fbb-157f0739eb6f tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Request body: {'security_group_rule': {'security_group_id': '047f95ce-9bd1-48e3-a058-e8047f5a6687', 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:59.180487 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b718447e-6062-46a5-9093-6c62d18fda58 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2009850 Jul 21 06:36:59.206987 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.securitygroups_db [None req-7ca0b5df-6696-4710-9fbb-157f0739eb6f tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Project fd3a6e00103d49038260d28a680a9c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 06:36:59.213156 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b5df-6696-4710-9fbb-157f0739eb6f tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (2e1a37b8-2c76-4073-88c4-9afdbba5488f), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.300382 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b5df-6696-4710-9fbb-157f0739eb6f tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (2e1a37b8-2c76-4073-88c4-9afdbba5488f), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.306685 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b5df-6696-4710-9fbb-157f0739eb6f tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (2e1a37b8-2c76-4073-88c4-9afdbba5488f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.315576 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:59.323714 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:59.332489 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0b5df-6696-4710-9fbb-157f0739eb6f tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1a37b8-2c76-4073-88c4-9afdbba5488f,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:59.346035 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b5df-6696-4710-9fbb-157f0739eb6f tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.350014 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7ca0b5df-6696-4710-9fbb-157f0739eb6f tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1724901 Jul 21 06:36:59.350310 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43102) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:36:59.354825 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-8dddf20a-c102-4bcd-9919-cd90e30f56cd tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Request body: {'security_group_rule': {'security_group_id': '047f95ce-9bd1-48e3-a058-e8047f5a6687', 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:36:59.390327 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.securitygroups_db [None req-8dddf20a-c102-4bcd-9919-cd90e30f56cd tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Project fd3a6e00103d49038260d28a680a9c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 06:36:59.398025 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8dddf20a-c102-4bcd-9919-cd90e30f56cd tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (8d5ff7cb-d0a3-47de-93b9-08d8dbab68ab), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.490648 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8dddf20a-c102-4bcd-9919-cd90e30f56cd tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (8d5ff7cb-d0a3-47de-93b9-08d8dbab68ab), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.505701 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8dddf20a-c102-4bcd-9919-cd90e30f56cd tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (8d5ff7cb-d0a3-47de-93b9-08d8dbab68ab), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.513863 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:36:59.532848 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddf20a-c102-4bcd-9919-cd90e30f56cd tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5ff7cb-d0a3-47de-93b9-08d8dbab68ab,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:36:59.549341 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8dddf20a-c102-4bcd-9919-cd90e30f56cd tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:36:59.554178 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8dddf20a-c102-4bcd-9919-cd90e30f56cd tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1994565 Jul 21 06:36:59.809544 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493db34-2f8d-4c64-9305-a9220636985d req-2b89428a-7ed7-4ded-a3a0-d8ac154a1396 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:36:59.813883 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5493db34-2f8d-4c64-9305-a9220636985d req-2b89428a-7ed7-4ded-a3a0-d8ac154a1396 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0944278 Jul 21 06:36:59.846235 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:36:59.932308 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5493db34-2f8d-4c64-9305-a9220636985d req-8cd15eb1-00cb-498c-90ac-833efe09ed22 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117353 Jul 21 06:36:59.937848 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:36:59.938668 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:00.020361 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:00.085518 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:00.085906 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:00.130966 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=648d5d5a-4bf4-45e4-9c53-d6199201c6d5,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:00.136641 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:00.230358 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=648d5d5a-4bf4-45e4-9c53-d6199201c6d5,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:01.108107 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e1667-f71f-4f0b-af0e-476e83f85e74 req-40dc791e-cc0a-4a33-802f-76f50fa1cd4e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:01.111202 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc5e1667-f71f-4f0b-af0e-476e83f85e74 req-40dc791e-cc0a-4a33-802f-76f50fa1cd4e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0618284 Jul 21 06:37:01.177926 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:01.203163 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc5e1667-f71f-4f0b-af0e-476e83f85e74 req-7d254182-c88d-499e-bf19-16b8f517a8cc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742235 Jul 21 06:37:01.725341 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:01.736233 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:37:01.783785 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:37:01.784158 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:01.871625 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:02.366837 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff2f77-30be-44bc-8494-b8897a33df9c req-c49016e1-7bad-4a32-a9df-8591cbe78681 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:02.375589 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1eff2f77-30be-44bc-8494-b8897a33df9c req-c49016e1-7bad-4a32-a9df-8591cbe78681 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0748110 Jul 21 06:37:02.427965 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1eff2f77-30be-44bc-8494-b8897a33df9c req-b0597e88-3352-4d75-a9d4-2c81f07fd491 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514779 Jul 21 06:37:02.683002 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Sync routers for ids ['9242278d-548d-4df1-aa71-e418d6f2268c'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:37:02.698795 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Routers {'9242278d-548d-4df1-aa71-e418d6f2268c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:02.699645 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['9242278d-548d-4df1-aa71-e418d6f2268c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:02.702075 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:02.831037 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Set router 9242278d-548d-4df1-aa71-e418d6f2268c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:03.062025 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'name': 'tempest-TestShelveInstance-644730865-router', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:52Z', 'updated_at': '2022-07-21T06:36:56Z', 'revision_number': 4, 'project_id': 'f188a0b484cc4781953e86161e579322', 'gw_port': {'id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:53Z', 'updated_at': '2022-07-21T06:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'c529d2a2-69be-43ae-9671-a2ca05b1449f', 'name': '', 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'mac_address': 'fa:16:3e:33:f2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:55Z', 'updated_at': '2022-07-21T06:36:56Z', 'revision_number': 2, 'project_id': 'f188a0b484cc4781953e86161e579322', 'subnets': [{'id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:03.092193 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Checking router: 9242278d-548d-4df1-aa71-e418d6f2268c for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:37:03.092543 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Updating router 9242278d-548d-4df1-aa71-e418d6f2268c port c529d2a2-69be-43ae-9671-a2ca05b1449f binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:37:03.135791 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:03.434186 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Publish callbacks [] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:03.435601 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:03.446750 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:03.523836 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e69320-3c6f-490c-a977-5f02cc5e5fbc None None] Pushing event updated for resources: {'Port': ['ID=c529d2a2-69be-43ae-9671-a2ca05b1449f,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:03.647983 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9969b8-9581-4149-aac5-9b8b233de283 req-2c98b3aa-1708-4cfa-95b4-47d424f6fc4b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:03.649602 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d9969b8-9581-4149-aac5-9b8b233de283 req-2c98b3aa-1708-4cfa-95b4-47d424f6fc4b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0955045 Jul 21 06:37:03.659641 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Attempting to bind port c529d2a2-69be-43ae-9671-a2ca05b1449f on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:37:03.660207 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Attempting to bind port c529d2a2-69be-43ae-9671-a2ca05b1449f by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'da75e229-b566-44c4-a75b-da2707c303d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:37:03.660630 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Attempting to bind port c529d2a2-69be-43ae-9671-a2ca05b1449f on network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:37:03.666896 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:37:03.667712 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Checking segment: {'id': 'da75e229-b566-44c4-a75b-da2707c303d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:37:03.668196 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:03.668470 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Bound using segment: {'id': 'da75e229-b566-44c4-a75b-da2707c303d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:37:03.669200 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Bound port: c529d2a2-69be-43ae-9671-a2ca05b1449f, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da75e229-b566-44c4-a75b-da2707c303d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:37:03.669591 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:03.775519 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d9969b8-9581-4149-aac5-9b8b233de283 req-4fd9f19d-aa69-41e8-9ded-d4c745e291d8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141794 Jul 21 06:37:03.797356 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] For port c529d2a2-69be-43ae-9671-a2ca05b1449f, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:37:03.801745 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] For port c529d2a2-69be-43ae-9671-a2ca05b1449f, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=c529d2a2-69be-43ae-9671-a2ca05b1449f,segment=NetworkSegment(da75e229-b566-44c4-a75b-da2707c303d6),segment_id=da75e229-b566-44c4-a75b-da2707c303d6)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:37:03.808367 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:03.879090 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Routers {'9242278d-548d-4df1-aa71-e418d6f2268c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:03.879800 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:36:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['9242278d-548d-4df1-aa71-e418d6f2268c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:03.882037 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e69320-3c6f-490c-a977-5f02cc5e5fbc None None] Pushing event updated for resources: {'Port': ['ID=c529d2a2-69be-43ae-9671-a2ca05b1449f,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:03.910611 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-4e7a527b-d64d-412b-a9b4-f081a562e678 None None] Provisioning complete for port c529d2a2-69be-43ae-9671-a2ca05b1449f triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:37:03.911566 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4e7a527b-d64d-412b-a9b4-f081a562e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:04.029898 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a527b-d64d-412b-a9b4-f081a562e678 None None] Current status of the port c529d2a2-69be-43ae-9671-a2ca05b1449f is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:04.031094 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4e7a527b-d64d-412b-a9b4-f081a562e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:04.082859 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:04.111926 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-4e7a527b-d64d-412b-a9b4-f081a562e678 None None] For port c529d2a2-69be-43ae-9671-a2ca05b1449f, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=c529d2a2-69be-43ae-9671-a2ca05b1449f,segment=NetworkSegment(da75e229-b566-44c4-a75b-da2707c303d6),segment_id=da75e229-b566-44c4-a75b-da2707c303d6)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:04.128852 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4e7a527b-d64d-412b-a9b4-f081a562e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:04.148813 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:04.177875 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] Set router 9242278d-548d-4df1-aa71-e418d6f2268c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:04.184524 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:04.198604 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a527b-d64d-412b-a9b4-f081a562e678 None None] Pushing event updated for resources: {'Port': ['ID=c529d2a2-69be-43ae-9671-a2ca05b1449f,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:04.254201 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-74ea4622-c950-4e0f-8ea4-0c349133a6db None None] Provisioning complete for port c529d2a2-69be-43ae-9671-a2ca05b1449f triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:37:04.254858 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-74ea4622-c950-4e0f-8ea4-0c349133a6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:04.384604 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-74ea4622-c950-4e0f-8ea4-0c349133a6db None None] Current status of the port c529d2a2-69be-43ae-9671-a2ca05b1449f is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:04.416105 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'name': 'tempest-TestShelveInstance-644730865-router', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:52Z', 'updated_at': '2022-07-21T06:36:56Z', 'revision_number': 4, 'project_id': 'f188a0b484cc4781953e86161e579322', 'gw_port': {'id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:53Z', 'updated_at': '2022-07-21T06:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'c529d2a2-69be-43ae-9671-a2ca05b1449f', 'name': '', 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'mac_address': 'fa:16:3e:33:f2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:55Z', 'updated_at': '2022-07-21T06:37:03Z', 'revision_number': 4, 'project_id': 'f188a0b484cc4781953e86161e579322', 'subnets': [{'id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:04.442682 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715d74e1-68bf-4527-a64f-9734462af924 None None] The sync data for ids ['9242278d-548d-4df1-aa71-e418d6f2268c'] in dv-cinder-850318-3-iscsi is: [{'id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'name': 'tempest-TestShelveInstance-644730865-router', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:52Z', 'updated_at': '2022-07-21T06:36:56Z', 'revision_number': 4, 'project_id': 'f188a0b484cc4781953e86161e579322', 'gw_port': {'id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:53Z', 'updated_at': '2022-07-21T06:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'c529d2a2-69be-43ae-9671-a2ca05b1449f', 'name': '', 'network_id': '72ee13a2-7539-4c1d-b8b2-93ce65d48fb6', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'mac_address': 'fa:16:3e:33:f2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:55Z', 'updated_at': '2022-07-21T06:37:03Z', 'revision_number': 4, 'project_id': 'f188a0b484cc4781953e86161e579322', 'subnets': [{'id': 'a5cbd7cb-0d60-4b03-a3f9-c8146c6df168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:37:04.907469 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1135-e921-4a1b-9651-5ce3bf6b4446 req-39147c68-4854-4248-91b8-434856e5e0af tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:04.909873 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c38f1135-e921-4a1b-9651-5ce3bf6b4446 req-39147c68-4854-4248-91b8-434856e5e0af tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0562301 Jul 21 06:37:04.963282 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c38f1135-e921-4a1b-9651-5ce3bf6b4446 req-664cf775-9f82-4321-82c9-fb48a3567e67 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466044 Jul 21 06:37:05.752769 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device c529d2a2-69be-43ae-9671-a2ca05b1449f up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:37:05.802801 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port c529d2a2-69be-43ae-9671-a2ca05b1449f triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:37:05.803180 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:05.875216 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port c529d2a2-69be-43ae-9671-a2ca05b1449f is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:06.088497 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a086b5-d54d-4f8c-806d-8153718e6352 req-e2aa67ba-0c90-43fb-8dda-9b6aa2e11609 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:06.090116 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-87a086b5-d54d-4f8c-806d-8153718e6352 req-e2aa67ba-0c90-43fb-8dda-9b6aa2e11609 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0480504 Jul 21 06:37:06.160127 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-87a086b5-d54d-4f8c-806d-8153718e6352 req-25809827-859b-4831-9b46-0fafc64f2521 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643237 Jul 21 06:37:06.906490 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-5fba1fd0-96c4-45d8-9f8b-7a690dace032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:06.907948 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-5fba1fd0-96c4-45d8-9f8b-7a690dace032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 1129 time: 0.0433946 Jul 21 06:37:07.020361 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-264eb511-6ef7-4505-8ef1-d1f07d9e8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:07.021808 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-264eb511-6ef7-4505-8ef1-d1f07d9e8e8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 918 time: 0.1026564 Jul 21 06:37:07.286042 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-c9cf50d8-4e1a-4f11-82ac-a03a3cdeb0d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54 HTTP/1.1" status: 200 len: 1001 time: 0.0699806 Jul 21 06:37:07.293437 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f08e6-f16a-4ebb-95f2-1d3d6225341c req-9a064626-54fd-488a-b0b8-1f6fcb26104f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:07.295135 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-942f08e6-f16a-4ebb-95f2-1d3d6225341c req-9a064626-54fd-488a-b0b8-1f6fcb26104f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0550952 Jul 21 06:37:07.335469 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:07.348674 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-153ae988-f87a-42e6-84f8-0997aef0ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:07.350439 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-153ae988-f87a-42e6-84f8-0997aef0ffe9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.0526352 Jul 21 06:37:07.350771 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-942f08e6-f16a-4ebb-95f2-1d3d6225341c req-21fd1d83-25b7-4121-8cae-ce79c84bd366 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501709 Jul 21 06:37:07.402884 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-bc45bdb0-c0f6-4327-a87b-5b33eab5f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:07.404465 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-bc45bdb0-c0f6-4327-a87b-5b33eab5f2e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469451 Jul 21 06:37:07.512874 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-ac0acb84-b1d3-4a34-b5e0-d0862a055b23 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912645 Jul 21 06:37:07.609475 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-34ae65d5-cc8a-486e-8bb8-1b484d836a77 req-9ab5877a-e41d-4bf1-b26f-8d025b5284cc service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893288 Jul 21 06:37:08.481852 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5803ddc-0be4-43e4-a7d8-cc876a9b6cd5 req-c08db264-5a70-4949-a4f8-b0ac784a4562 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:08.484682 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e5803ddc-0be4-43e4-a7d8-cc876a9b6cd5 req-c08db264-5a70-4949-a4f8-b0ac784a4562 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 945 time: 0.0488422 Jul 21 06:37:08.532780 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e5803ddc-0be4-43e4-a7d8-cc876a9b6cd5 req-97f04b0f-8d5e-4677-b4ed-f70fb42b0457 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Jul 21 06:37:09.352739 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 4aee29c5-9551-4f05-a973-a575a8c0fa54 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:37:09.432151 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 4aee29c5-9551-4f05-a973-a575a8c0fa54 is: ACTIVE; New status is: DOWN {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:09.432615 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:09.461523 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:37:09.464097 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0964e2e8-1d05-441d-ba5c-7d905be33449" -d '{"events": [{"server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "name": "network-vif-unplugged", "status": "completed", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:37:09.483147 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:09.487645 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:09.533971 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 06:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15ec753-21a5-4be4-b74d-4a5156f677f9 x-openstack-request-id: req-d15ec753-21a5-4be4-b74d-4a5156f677f9 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:37:09.534443 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "name": "network-vif-unplugged", "status": "completed", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:37:09.534772 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d15ec753-21a5-4be4-b74d-4a5156f677f9 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:37:09.535230 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15ec753-21a5-4be4-b74d-4a5156f677f9'] response: {'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'code': 200} Jul 21 06:37:09.557440 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=8']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:09.665131 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4d2f5-09ce-4421-925d-256fe4df27ef req-800ab7bf-67fd-4b51-a28e-82d0f780e25b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:09.666755 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-48d4d2f5-09ce-4421-925d-256fe4df27ef req-800ab7bf-67fd-4b51-a28e-82d0f780e25b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0560193 Jul 21 06:37:09.723407 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-48d4d2f5-09ce-4421-925d-256fe4df27ef req-777f4035-4d05-4090-973d-0c1244f192a0 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488687 Jul 21 06:37:10.060648 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:37:10.597047 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-5abbeef3-d4f5-4dfb-b986-908c7d1957ef req-0dd0cdea-6386-41ec-9e2f-ce5bbb060cea service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:37:10.598175 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5abbeef3-d4f5-4dfb-b986-908c7d1957ef req-0dd0cdea-6386-41ec-9e2f-ce5bbb060cea service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066874 Jul 21 06:37:10.797696 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ab418-f159-4c5d-9579-36f8b7a3ff3e req-d2d2c6e5-5322-4d59-ac61-ca9b976efb4c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:10.799211 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eb5ab418-f159-4c5d-9579-36f8b7a3ff3e req-d2d2c6e5-5322-4d59-ac61-ca9b976efb4c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0831163 Jul 21 06:37:10.816379 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-8ad8ab3c-86f1-4abd-bbde-bebe17a3261c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0615201 Jul 21 06:37:10.851708 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:10.856544 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eb5ab418-f159-4c5d-9579-36f8b7a3ff3e req-6605fd4b-5abb-4c39-ab52-614059613b13 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506213 Jul 21 06:37:10.894756 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-6993c5b3-bfaf-497c-874d-a5621e03d348 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:10.896123 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-6993c5b3-bfaf-497c-874d-a5621e03d348 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports/4aee29c5-9551-4f05-a973-a575a8c0fa54 HTTP/1.1" status: 200 len: 940 time: 0.0527716 Jul 21 06:37:11.832043 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-c9748b0c-79b7-4b50-9b06-34517ab96f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:11.833492 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-c9748b0c-79b7-4b50-9b06-34517ab96f18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1&tenant_id=2be6e5aedba545f4b562423c55ddbf80 HTTP/1.1" status: 200 len: 1127 time: 0.0455956 Jul 21 06:37:11.913282 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-b3bbecdd-3288-4f19-8c5c-df386781c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:11.914971 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-b3bbecdd-3288-4f19-8c5c-df386781c4cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 1127 time: 0.0451081 Jul 21 06:37:11.991258 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cec7d-671e-435b-8b26-c19d5fdbf10a req-e0423258-8319-43a3-8626-a2e153c79b64 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:11.992851 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c33cec7d-671e-435b-8b26-c19d5fdbf10a req-e0423258-8319-43a3-8626-a2e153c79b64 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0499461 Jul 21 06:37:12.009103 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-bbbe2563-282e-4cbe-8249-32d07dae880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:12.010727 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-bbbe2563-282e-4cbe-8249-32d07dae880c service neutron] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 918 time: 0.0892184 Jul 21 06:37:12.047020 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c33cec7d-671e-435b-8b26-c19d5fdbf10a req-1bf16a78-21a4-4018-8238-84b8c46f0002 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440202 Jul 21 06:37:12.076832 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-07b955e8-97be-4612-b2b9-f349cbc440e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54 HTTP/1.1" status: 200 len: 999 time: 0.0597746 Jul 21 06:37:12.126816 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-4896ea68-5c06-4d41-ae73-91204fffe595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:12.128269 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-4896ea68-5c06-4d41-ae73-91204fffe595 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.0443773 Jul 21 06:37:12.173774 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-62ce906d-a852-493a-9da8-0542717d93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:12.175260 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-62ce906d-a852-493a-9da8-0542717d93c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392156 Jul 21 06:37:12.517791 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-a2fd9887-82a7-4d3b-94f6-3f8558b43224 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344452 Jul 21 06:37:12.533796 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:12.612683 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7d01b44b-cb4b-4492-a169-0a7a799cb7d1 req-1a7beb79-31a8-49f1-8238-18f5db8c3177 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861611 Jul 21 06:37:13.221274 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981e5a-32de-49cc-8b55-ea4a11434a03 req-042d7529-670b-42d5-86fa-d1433ed58ddc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:13.228932 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-42981e5a-32de-49cc-8b55-ea4a11434a03 req-042d7529-670b-42d5-86fa-d1433ed58ddc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0744152 Jul 21 06:37:13.283094 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-42981e5a-32de-49cc-8b55-ea4a11434a03 req-02adc8cc-afce-498a-96e7-9dbb263fbd42 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531492 Jul 21 06:37:13.355358 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 4aee29c5-9551-4f05-a973-a575a8c0fa54 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:37:13.446862 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 4aee29c5-9551-4f05-a973-a575a8c0fa54 is: DOWN; New status is: DOWN {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:14.415974 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307623e4-db4c-4a94-b63e-987c3154ec2b req-cb6926a8-b322-48ad-baf2-18c14e64b5ca tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:14.417464 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-307623e4-db4c-4a94-b63e-987c3154ec2b req-cb6926a8-b322-48ad-baf2-18c14e64b5ca tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0525165 Jul 21 06:37:14.419582 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=22 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:14.472270 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-307623e4-db4c-4a94-b63e-987c3154ec2b req-f652bcf6-9b6b-48d6-8486-b3437e260ff6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477343 Jul 21 06:37:15.595036 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619f893-3d40-4748-8701-c3b4a8394ad1 req-6cb1b755-e8e7-4dd0-9b0e-ec2aa9b15356 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:15.596598 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f619f893-3d40-4748-8701-c3b4a8394ad1 req-6cb1b755-e8e7-4dd0-9b0e-ec2aa9b15356 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0478084 Jul 21 06:37:15.646476 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f619f893-3d40-4748-8701-c3b4a8394ad1 req-38f10e0c-f4f1-4770-8133-983d8eeaf15b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444660 Jul 21 06:37:16.776368 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e36e6-f180-4c81-b2de-6834a036fa9a req-333da921-717a-45a6-bd8e-f6b09d3a1b01 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:16.777903 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-685e36e6-f180-4c81-b2de-6834a036fa9a req-333da921-717a-45a6-bd8e-f6b09d3a1b01 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0558696 Jul 21 06:37:16.826441 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-685e36e6-f180-4c81-b2de-6834a036fa9a req-5508e60b-2340-4247-8ad9-a3b60cbc01f7 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406158 Jul 21 06:37:17.551608 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-dea1cf28-360c-43a1-9916-4fc961ca2e06 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352240006&fields=id&tenant_id=fd3a6e00103d49038260d28a680a9c56 HTTP/1.1" status: 200 len: 267 time: 0.0481069 Jul 21 06:37:17.677690 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-3fad0d3e-4fbb-4474-8e11-303e69030656 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:17.679429 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-3fad0d3e-4fbb-4474-8e11-303e69030656 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/networks?id=28e3c66a-9e49-48c3-be94-3809b043754b HTTP/1.1" status: 200 len: 808 time: 0.1215446 Jul 21 06:37:17.694792 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-d01854ee-9f35-4bfa-a106-aa9091570b66 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/quotas/fd3a6e00103d49038260d28a680a9c56 HTTP/1.1" status: 200 len: 375 time: 0.0097125 Jul 21 06:37:17.744409 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-da37d2a0-f3eb-42b8-bc8e-a4f84e6ae5c6 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd3a6e00103d49038260d28a680a9c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449033 Jul 21 06:37:17.836218 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:17.858260 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-71bef578-6805-4c3c-92a5-1f19d1f9b345 service neutron] 10.222.0.42 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999177 Jul 21 06:37:17.986956 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feef335-7508-43fd-9476-06a847104af6 req-1f9548d7-0bd6-44eb-a4b8-651267c408e3 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:17.988446 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7feef335-7508-43fd-9476-06a847104af6 req-1f9548d7-0bd6-44eb-a4b8-651267c408e3 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0605164 Jul 21 06:37:18.036532 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-195379e4-c139-48c0-9da0-33548cc33bc0 service neutron] 10.222.0.42 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720819 Jul 21 06:37:18.051608 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:18.066459 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7feef335-7508-43fd-9476-06a847104af6 req-02633c68-4030-469a-acca-93a62578504d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710185 Jul 21 06:37:18.416142 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:18.532568 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-26f1b05d-135f-4e23-85d0-5524b11f63cc req-111d369f-03c3-4773-bdfc-3ae2189d3593 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 210 time: 0.0357711 Jul 21 06:37:19.218255 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23579b0b-16b7-4914-986d-fe66daadcf7a req-bd2e6ecc-7fba-4215-843c-94607eeba0a1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:19.220254 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-23579b0b-16b7-4914-986d-fe66daadcf7a req-bd2e6ecc-7fba-4215-843c-94607eeba0a1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0494576 Jul 21 06:37:19.272674 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-23579b0b-16b7-4914-986d-fe66daadcf7a req-93d10c49-a7aa-458c-b96b-db882ff1edb6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465410 Jul 21 06:37:19.641808 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ed547582-0121-483a-b6d0-67079b76a882 req-52a9d96a-9352-4427-9b18-57e0ea5dbd4d tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 210 time: 0.0347290 Jul 21 06:37:20.045291 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:20.399310 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973262f9-94f1-488c-9b94-5ca5d6b763b4 req-98392c61-ffc5-4811-baf4-1a4c35dab3b4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:20.401196 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-973262f9-94f1-488c-9b94-5ca5d6b763b4 req-98392c61-ffc5-4811-baf4-1a4c35dab3b4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0505841 Jul 21 06:37:20.461413 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-973262f9-94f1-488c-9b94-5ca5d6b763b4 req-bb5e6752-9089-4ad1-81dc-40ddb6f73ceb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540190 Jul 21 06:37:20.757488 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3dbc7ebb-337e-4b1a-8e54-009696d960fc req-6017e88e-9924-4700-a34b-33682faa9ac5 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 210 time: 0.0494072 Jul 21 06:37:21.588647 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caf97e-a93b-4618-8249-157e45354b0d req-880b5db7-35c9-4005-9df7-aa056328be29 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:21.590123 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-55caf97e-a93b-4618-8249-157e45354b0d req-880b5db7-35c9-4005-9df7-aa056328be29 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0513263 Jul 21 06:37:21.637534 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-55caf97e-a93b-4618-8249-157e45354b0d req-6918769b-0022-4231-b509-272de3baba30 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412743 Jul 21 06:37:21.862608 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-89fdd4a9-3407-4b75-a9b9-ffb0a50725d4 req-cfff0183-3378-4aa2-9f3d-cd7892f793c9 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 210 time: 0.0318611 Jul 21 06:37:22.608722 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:22.609599 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:22.760685 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbd3a1-6d77-4749-aab8-377d0be397ba req-3569fc29-4703-4bc2-b761-532d4c4b32d1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:22.762222 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73bbd3a1-6d77-4749-aab8-377d0be397ba req-3569fc29-4703-4bc2-b761-532d4c4b32d1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0481153 Jul 21 06:37:22.808830 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73bbd3a1-6d77-4749-aab8-377d0be397ba req-5eb12e73-ed22-4705-b4b8-6a1e3a2da593 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410533 Jul 21 06:37:22.956434 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc2539cd-22e4-4ab8-b7ff-d3dafaaec87c req-3ea372fa-2fe6-4d51-9f5a-b68ff322c004 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 210 time: 0.0282729 Jul 21 06:37:23.247439 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-b9503e1c-0864-4ad1-b4d4-cc792a4c0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:23.249471 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-b9503e1c-0864-4ad1-b4d4-cc792a4c0b92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2be6e5aedba545f4b562423c55ddbf80&device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 1127 time: 0.0481901 Jul 21 06:37:23.893675 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-b23220aa-d14a-45fc-807b-2b1eca2a5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:23.895104 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-b23220aa-d14a-45fc-807b-2b1eca2a5a0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 200 len: 918 time: 0.0962341 Jul 21 06:37:23.927458 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2292a35-baa3-4299-adc7-e6bfcc4666f8 req-0aa84644-9e91-4dc1-80a8-a4e61a85e1e5 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:23.928914 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e2292a35-baa3-4299-adc7-e6bfcc4666f8 req-0aa84644-9e91-4dc1-80a8-a4e61a85e1e5 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0468802 Jul 21 06:37:23.979295 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e2292a35-baa3-4299-adc7-e6bfcc4666f8 req-54714e33-ae87-4854-a2ed-b39b8d8ee89e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Jul 21 06:37:24.051026 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a272783a-25e1-4b82-aeae-dfd56854ad5d req-07ccefbf-db55-4bf3-85b3-e8ec44777953 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 210 time: 0.0283673 Jul 21 06:37:24.148196 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-a5ad1bf7-efcd-4bd3-a380-efd6a792edcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54 HTTP/1.1" status: 200 len: 999 time: 0.0634060 Jul 21 06:37:24.204189 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-031c4ade-5aa3-498b-af9e-861146124210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:24.205664 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-031c4ade-5aa3-498b-af9e-861146124210 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 200 len: 856 time: 0.0488589 Jul 21 06:37:24.275306 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-d9d223f2-b6b8-4d1c-9757-e4b12680ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:24.277094 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-d9d223f2-b6b8-4d1c-9757-e4b12680ff2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57bee45f-12cb-4a98-816f-3a63d161af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456724 Jul 21 06:37:24.347547 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-01b589eb-2286-4dbf-8f86-21253653cfd8 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:24.349011 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-01b589eb-2286-4dbf-8f86-21253653cfd8 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.36 "GET /v2.0/networks?id=28e3c66a-9e49-48c3-be94-3809b043754b HTTP/1.1" status: 200 len: 808 time: 0.1184661 Jul 21 06:37:24.399971 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-3020bed7-5fde-4ccb-ba76-95b8f29c6992 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037202 Jul 21 06:37:24.441442 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-c1804d6b-4350-4f95-9f0d-f6b197b76771 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd3a6e00103d49038260d28a680a9c56 HTTP/1.1" status: 200 len: 379 time: 0.0577517 Jul 21 06:37:24.451807 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Request body: {'port': {'device_id': '1d4bc012-5129-4651-97ea-340f735e5e53', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'admin_state_up': True, 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'security_groups': ['047f95ce-9bd1-48e3-a058-e8047f5a6687']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:37:24.499434 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d09ac170-0bdf-4ee5-be86-f2eb8806249c req-f2d0f9be-e78b-4d52-9a2d-fad3a9bdcdf1 service neutron] 10.222.0.36 "GET /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903900 Jul 21 06:37:24.560685 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Made reservation on behalf of fd3a6e00103d49038260d28a680a9c56 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:37:24.567338 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:24.630760 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:24.655933 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:24.707252 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Allocated IP 172.20.0.7 (28e3c66a-9e49-48c3-be94-3809b043754b/0be248ef-fb73-4661-827d-dd19d3c5af7b/a91746a4-9dc2-4a55-966c-ce5ac2be362d) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:37:24.854874 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:24.887092 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:24.931695 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Network 28e3c66a-9e49-48c3-be94-3809b043754b is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:37:24.937629 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:37:24.943834 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:37:24.947855 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event updated for resources: {'Port': ['ID=a91746a4-9dc2-4a55-966c-ce5ac2be362d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:25.012491 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.012848 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.013178 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.013919 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.014866 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.015470 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.015912 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.016240 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.016601 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.016999 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.017325 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.017651 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.018031 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.018308 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.018629 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.027951 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:25.028534 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:25.050253 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-09c21e0a-0767-4a14-b467-f880849faff3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020751 Jul 21 06:37:25.084637 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Request body: {'port': {'device_id': '1d4bc012-5129-4651-97ea-340f735e5e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:37:25.176862 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e48265-cdba-4d93-800b-a4696e695be8 req-da9a282f-cba3-47c5-9175-01942701c952 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:25.178078 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-02e48265-cdba-4d93-800b-a4696e695be8 req-da9a282f-cba3-47c5-9175-01942701c952 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 943 time: 0.0868936 Jul 21 06:37:25.219160 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:25.273246 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-02e48265-cdba-4d93-800b-a4696e695be8 req-b2bc4bcf-1502-47a4-b65d-3ecdd9d81267 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786722 Jul 21 06:37:25.303513 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-8af571fc-2a20-4b79-b6fd-07d357ee0d89 None None] Provisioning complete for port a91746a4-9dc2-4a55-966c-ce5ac2be362d triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:37:25.304134 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8af571fc-2a20-4b79-b6fd-07d357ee0d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:25.337424 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-8af571fc-2a20-4b79-b6fd-07d357ee0d89 None None] Port a91746a4-9dc2-4a55-966c-ce5ac2be362d cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:37:25.367094 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 4aee29c5-9551-4f05-a973-a575a8c0fa54 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:37:25.400131 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:25.442447 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650f51-6cea-4663-9d83-55750bae98b7 req-859f93a0-c196-468c-9a72-269b89cab49b tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:25.443844 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4650f51-6cea-4663-9d83-55750bae98b7 req-859f93a0-c196-468c-9a72-269b89cab49b tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 931 time: 0.0793467 Jul 21 06:37:25.482343 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:25.493506 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:25.496964 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'port_id': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'mac_address': 'fa:16:3e:f3:e0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:37:25.531961 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:25.534892 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 4aee29c5-9551-4f05-a973-a575a8c0fa54 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:25.535282 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:25.548893 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aee29c5-9551-4f05-a973-a575a8c0fa54 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:37:25.558897 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e4650f51-6cea-4663-9d83-55750bae98b7 req-c87acdb7-8b43-4d9f-a0e6-1d298709e2b2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064312 Jul 21 06:37:25.570414 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:25.572898 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:25.576677 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:25.624511 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=9']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:25.630968 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91746a4-9dc2-4a55-966c-ce5ac2be362d {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:37:25.631948 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.632301 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.632643 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.632982 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.633320 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.633667 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.634154 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.634485 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.634813 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.635136 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.635463 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.635810 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.636239 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.637516 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.637852 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:37:25.638255 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Publish callbacks [] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:25.653792 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Transition to ACTIVE for port object a91746a4-9dc2-4a55-966c-ce5ac2be362d will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:37:25.658500 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16164686'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:25.709900 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Pushing event updated for resources: {'Port': ['ID=a91746a4-9dc2-4a55-966c-ce5ac2be362d,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:25.785493 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Attempting to bind port a91746a4-9dc2-4a55-966c-ce5ac2be362d on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:37:25.785934 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Attempting to bind port a91746a4-9dc2-4a55-966c-ce5ac2be362d by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:37:25.786298 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Attempting to bind port a91746a4-9dc2-4a55-966c-ce5ac2be362d on network 28e3c66a-9e49-48c3-be94-3809b043754b {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:37:25.791187 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Port a91746a4-9dc2-4a55-966c-ce5ac2be362d on network 28e3c66a-9e49-48c3-be94-3809b043754b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:37:25.791507 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Attempting to bind port a91746a4-9dc2-4a55-966c-ce5ac2be362d on network 28e3c66a-9e49-48c3-be94-3809b043754b {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:37:25.796993 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:37:25.797324 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Checking segment: {'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:37:25.797701 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Bound using segment: {'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:37:25.798150 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Bound port: a91746a4-9dc2-4a55-966c-ce5ac2be362d, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5dde17b-87ed-4e8e-8574-61fc2179c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:37:25.798644 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:25.871284 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] For port a91746a4-9dc2-4a55-966c-ce5ac2be362d, host hv-cinder-85031, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:37:25.874641 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] For port a91746a4-9dc2-4a55-966c-ce5ac2be362d, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:37:25.880149 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16164686'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:25.914430 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:25.915072 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:25.916521 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-35fbcc48-c619-4131-8055-9909744981cb service neutron] 10.222.0.36 "PUT /v2.0/ports/a91746a4-9dc2-4a55-966c-ce5ac2be362d HTTP/1.1" status: 200 len: 1093 time: 0.8371418 Jul 21 06:37:25.917062 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:37:25.919218 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a21efaf-2db9-4a4b-9759-9e193c910dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:37:25.924770 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['4aee29c5-9551-4f05-a973-a575a8c0fa54'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:37:25.947149 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbcc48-c619-4131-8055-9909744981cb service neutron] Pushing event updated for resources: {'Port': ['ID=a91746a4-9dc2-4a55-966c-ce5ac2be362d,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:25.974253 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2380a9-14ea-4783-a6d7-dfc70c711991 x-openstack-request-id: req-9d2380a9-14ea-4783-a6d7-dfc70c711991 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:37:25.974547 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:37:25.974803 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d2380a9-14ea-4783-a6d7-dfc70c711991 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:37:25.975205 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2380a9-14ea-4783-a6d7-dfc70c711991'] response: {'name': 'network-changed', 'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'status': 'completed', 'code': 200} Jul 21 06:37:26.210151 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ebe82620-d57a-432b-9ae0-ae148ac186b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:26.354191 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-6eb442a0-faf3-49eb-a4a4-5814878c952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:26.355799 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-6eb442a0-faf3-49eb-a4a4-5814878c952b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3a6e00103d49038260d28a680a9c56&device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 1127 time: 0.0491967 Jul 21 06:37:26.422587 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-4b716df9-b330-4c0b-b95f-1544dc399e87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d HTTP/1.1" status: 200 len: 217 time: 0.0379388 Jul 21 06:37:26.433169 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de5909-9278-4536-9ea8-821961ea14db req-25492f23-b13a-49d2-8c45-baa78f1dfbb1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:26.434604 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-04de5909-9278-4536-9ea8-821961ea14db req-25492f23-b13a-49d2-8c45-baa78f1dfbb1 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 944 time: 0.0779064 Jul 21 06:37:26.505035 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-45912f43-fd67-4f22-b480-620f735f01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:26.506561 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-45912f43-fd67-4f22-b480-620f735f01ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0be248ef-fb73-4661-827d-dd19d3c5af7b HTTP/1.1" status: 200 len: 847 time: 0.0711322 Jul 21 06:37:26.527408 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-04de5909-9278-4536-9ea8-821961ea14db req-71b39299-56dd-45a6-ab19-03868ef02cdc tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840166 Jul 21 06:37:26.554437 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-e7925003-a104-49eb-9192-b9cb21fdedd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:26.555937 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-e7925003-a104-49eb-9192-b9cb21fdedd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28e3c66a-9e49-48c3-be94-3809b043754b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420473 Jul 21 06:37:26.930785 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-55bd73b2-108b-46b1-816f-5681709bc90c service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681874 Jul 21 06:37:26.941883 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bbbe0-6851-42d7-b7dd-19ce0e5b868a req-2cac1e27-e70d-45e3-8ef1-c2822c18f1cb tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:26.943280 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-192bbbe0-6851-42d7-b7dd-19ce0e5b868a req-2cac1e27-e70d-45e3-8ef1-c2822c18f1cb tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0605962 Jul 21 06:37:27.038803 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:27.049549 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-192bbbe0-6851-42d7-b7dd-19ce0e5b868a req-06e886f9-5c54-4d0a-bd59-02d453834958 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975173 Jul 21 06:37:27.069367 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e385180b-7780-4010-9a61-d92acd0e7cf9 req-0eb78f9a-ab5d-442d-99ba-e62a918713fd service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251707 Jul 21 06:37:27.377560 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 4aee29c5-9551-4f05-a973-a575a8c0fa54 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:37:27.397910 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-544cafd6-8125-4d05-9f93-09b137116885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:27.399439 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-544cafd6-8125-4d05-9f93-09b137116885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3a6e00103d49038260d28a680a9c56&device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 1127 time: 0.0394247 Jul 21 06:37:27.425778 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 4aee29c5-9551-4f05-a973-a575a8c0fa54 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:37:27.426178 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:27.435037 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:27.503639 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 4aee29c5-9551-4f05-a973-a575a8c0fa54 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:27.503894 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-ab4d6f84-d43d-4297-93ba-c296d5a80db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:27.504011 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:27.509620 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-ab4d6f84-d43d-4297-93ba-c296d5a80db9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=28e3c66a-9e49-48c3-be94-3809b043754b HTTP/1.1" status: 200 len: 909 time: 0.0993876 Jul 21 06:37:27.528069 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:37:27.530036 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c953433-dd15-4d09-ae6d-327085bc31cf" -d '{"events": [{"server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "name": "network-vif-plugged", "status": "completed", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:37:27.544136 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:27.550644 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:27.558368 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-46a2a537-3862-41fa-81b4-ae3856a0992a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d HTTP/1.1" status: 200 len: 217 time: 0.0461223 Jul 21 06:37:27.579928 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edb2cb6-3eb4-4d30-921e-aa846f487de5 x-openstack-request-id: req-2edb2cb6-3eb4-4d30-921e-aa846f487de5 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:37:27.580218 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "name": "network-vif-plugged", "status": "completed", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:37:27.580469 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2edb2cb6-3eb4-4d30-921e-aa846f487de5 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:37:27.580860 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edb2cb6-3eb4-4d30-921e-aa846f487de5'] response: {'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'code': 200} Jul 21 06:37:27.618495 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=10']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:27.639835 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-372cc12c-a412-46b0-b82a-70966a906d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:27.641354 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-372cc12c-a412-46b0-b82a-70966a906d72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0be248ef-fb73-4661-827d-dd19d3c5af7b HTTP/1.1" status: 200 len: 847 time: 0.0770750 Jul 21 06:37:27.711845 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c5b11-316a-4cbd-a1cb-44152a79c10f req-711f0ed6-7399-4771-9cfb-63f2b79b2a2f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:27.713368 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-df9c5b11-316a-4cbd-a1cb-44152a79c10f req-711f0ed6-7399-4771-9cfb-63f2b79b2a2f tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 946 time: 0.0890388 Jul 21 06:37:27.717362 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-5520717b-6d41-4302-967f-07721615d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:27.719055 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-5520717b-6d41-4302-967f-07721615d140 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28e3c66a-9e49-48c3-be94-3809b043754b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611093 Jul 21 06:37:27.819512 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-df9c5b11-316a-4cbd-a1cb-44152a79c10f req-6d915bec-34e5-4ab1-8f78-4eba5c3f5472 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993125 Jul 21 06:37:27.846536 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-b1a94280-603b-437c-9bc3-fea90beee80a service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190548 Jul 21 06:37:27.879302 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ae9c5-7710-44d3-81ae-34cf5e967aef req-31d7133d-c186-41b1-86e9-b84913f5f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:27.880694 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b42ae9c5-7710-44d3-81ae-34cf5e967aef req-31d7133d-c186-41b1-86e9-b84913f5f574 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 1130 time: 0.0532389 Jul 21 06:37:27.946964 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a21efaf-2db9-4a4b-9759-9e193c910dd1 req-41ded7e4-2b68-4997-b06a-45dca032510a service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922685 Jul 21 06:37:28.167086 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c165c-ae53-4453-850b-3d25b2e5b8c1 req-7643ee31-c507-4542-b90a-8c5df3850cfa tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:28.168569 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-886c165c-ae53-4453-850b-3d25b2e5b8c1 req-7643ee31-c507-4542-b90a-8c5df3850cfa tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0488026 Jul 21 06:37:28.219081 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-886c165c-ae53-4453-850b-3d25b2e5b8c1 req-785eb5ce-9fa2-40c9-95b9-79acd54a1ea3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449207 Jul 21 06:37:28.224519 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b42ae9c5-7710-44d3-81ae-34cf5e967aef req-4fd6f4bd-6efa-42d5-aa3c-072e34f2af47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400822 Jul 21 06:37:28.533343 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-73a6cc99-488a-482c-bdaa-ed7e2a490447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:28.966421 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc665b3-cfbc-4a32-82e7-6a7e74a95e44 req-f9587e87-5a57-4246-a7b4-e5bfdc14731c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:28.969025 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0bc665b3-cfbc-4a32-82e7-6a7e74a95e44 req-f9587e87-5a57-4246-a7b4-e5bfdc14731c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 946 time: 0.0524430 Jul 21 06:37:29.018572 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0bc665b3-cfbc-4a32-82e7-6a7e74a95e44 req-84b24a05-5dd3-438f-8856-5f590b0509eb tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441468 Jul 21 06:37:29.334807 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a62467-cd84-4d53-b42e-5fb9191ae714 req-0bab773e-7cf4-486a-990d-ac790fd279e9 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:29.336174 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3a62467-cd84-4d53-b42e-5fb9191ae714 req-0bab773e-7cf4-486a-990d-ac790fd279e9 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0472388 Jul 21 06:37:29.388051 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3a62467-cd84-4d53-b42e-5fb9191ae714 req-3e131927-39df-4385-9d76-f545ab1ad4f0 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459504 Jul 21 06:37:29.996982 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:30.147325 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab861bb-55bc-4271-a58d-1531ea0d7d3e req-7b607d0d-bf1b-42bd-8e25-b0330dcf77aa tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:30.148806 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dab861bb-55bc-4271-a58d-1531ea0d7d3e req-7b607d0d-bf1b-42bd-8e25-b0330dcf77aa tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 946 time: 0.0530839 Jul 21 06:37:30.201004 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dab861bb-55bc-4271-a58d-1531ea0d7d3e req-1470abb1-2656-4272-9196-562e9278c0e5 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464237 Jul 21 06:37:30.390456 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:30.401650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79692e6d-5c47-4432-a1a0-f2a60a7fbd35 req-d6802e67-da8f-4b76-b890-b63c45fae274 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:30.403151 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-79692e6d-5c47-4432-a1a0-f2a60a7fbd35 req-d6802e67-da8f-4b76-b890-b63c45fae274 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 946 time: 0.0472500 Jul 21 06:37:30.452174 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-79692e6d-5c47-4432-a1a0-f2a60a7fbd35 req-258d5a52-7a02-49c7-a2b9-e2803f90c347 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Jul 21 06:37:30.504491 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06edd-4c9e-4dd4-af8b-acda5b84883c req-bc9a7993-b36f-4847-a8d7-dcc86d2a8289 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:30.505959 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2fd06edd-4c9e-4dd4-af8b-acda5b84883c req-bc9a7993-b36f-4847-a8d7-dcc86d2a8289 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0473025 Jul 21 06:37:30.555686 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2fd06edd-4c9e-4dd4-af8b-acda5b84883c req-26bd2fa8-b7ec-4baa-a0ad-3aaacaa245dc tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432897 Jul 21 06:37:31.153166 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:31.573473 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013224-e8a3-40e1-9d25-930eaf4a1b50 req-5b827fed-a1a1-4eaa-bdc7-f5bc1386852f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:31.574888 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ce013224-e8a3-40e1-9d25-930eaf4a1b50 req-5b827fed-a1a1-4eaa-bdc7-f5bc1386852f tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 946 time: 0.0539229 Jul 21 06:37:31.623800 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ce013224-e8a3-40e1-9d25-930eaf4a1b50 req-bcc3bac4-1ca0-4ffb-9102-3b54dc1f2c9a tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Jul 21 06:37:31.632746 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:31.674252 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ddfa-884f-451f-b7e1-d5fbb1dfc38a req-3e4c69ae-a67a-4cc1-a6f7-09e009589f77 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:31.675738 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a01ddfa-884f-451f-b7e1-d5fbb1dfc38a req-3e4c69ae-a67a-4cc1-a6f7-09e009589f77 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0510249 Jul 21 06:37:31.718435 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:31.726514 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a01ddfa-884f-451f-b7e1-d5fbb1dfc38a req-d6e793f6-0cac-4276-ae11-0c17d836d0cf tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Jul 21 06:37:32.354360 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-ed841477-a89c-44e5-9d91-b670515ed055 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:32.355678 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-ed841477-a89c-44e5-9d91-b670515ed055 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.36 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 946 time: 0.0465708 Jul 21 06:37:32.442804 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Deleting port 1f2280ad-29cb-4bee-9cdc-eda920400b0c {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:32.443145 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:32.533608 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] For port 1f2280ad-29cb-4bee-9cdc-eda920400b0c, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=1f2280ad-29cb-4bee-9cdc-eda920400b0c,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:32.533996 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:32.696451 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:32.696814 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:32.697130 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Floating IP b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb disassociated. External IP: 172.27.1.17, port: 1f2280ad-29cb-4bee-9cdc-eda920400b0c. Jul 21 06:37:32.697474 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Calling delete_port for 1f2280ad-29cb-4bee-9cdc-eda920400b0c owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:32.707767 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:32.745533 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf451fbe-8357-4c36-b854-522102a25e5e req-320633e9-aa55-4f09-97b1-7da4b8604995 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:32.747045 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bf451fbe-8357-4c36-b854-522102a25e5e req-320633e9-aa55-4f09-97b1-7da4b8604995 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/ports?device_id=efabe894-210e-4604-a672-71967b164f19 HTTP/1.1" status: 200 len: 946 time: 0.0538735 Jul 21 06:37:32.751413 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:32.796817 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bf451fbe-8357-4c36-b854-522102a25e5e req-5cbeab39-1edb-4aa0-9bb8-5faa37f9f3ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups?id=24db715a-750a-4852-93ab-67735079d814&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433419 Jul 21 06:37:32.839875 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (1f2280ad-29cb-4bee-9cdc-eda920400b0c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:32.867855 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event deleted for resources: {'Port': ['ID=1f2280ad-29cb-4bee-9cdc-eda920400b0c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:32.906908 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b63947-0a0a-4b3f-9397-d0e1f5467e5d req-0e0c773a-7119-4119-a662-071ee4b87692 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:32.908602 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-45b63947-0a0a-4b3f-9397-d0e1f5467e5d req-0e0c773a-7119-4119-a662-071ee4b87692 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0553761 Jul 21 06:37:32.960387 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-45b63947-0a0a-4b3f-9397-d0e1f5467e5d req-2de08150-7563-459e-a8f3-74be0a210db3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461547 Jul 21 06:37:32.981324 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Router 63e52a5d-e8e9-4d29-9203-d2c578151f82 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:37:33.085441 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:37:33.097493 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] Sync routers for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:37:33.107714 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:33.108797 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:33.129628 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] No DVR routers for this DVR port 1f2280ad-29cb-4bee-9cdc-eda920400b0c on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:37:33.132059 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:33.135370 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2cfc706f-0c2b-41e1-9649-3e57c2044719 req-dcd201fd-29ab-40c8-97cb-ad3cc8d163ac tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.36 "DELETE /v2.0/ports/1f2280ad-29cb-4bee-9cdc-eda920400b0c HTTP/1.1" status: 204 len: 173 time: 0.7743776 Jul 21 06:37:33.135802 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efabe894-210e-4604-a672-71967b164f19', 'name': 'network-vif-deleted', 'tag': '1f2280ad-29cb-4bee-9cdc-eda920400b0c'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:37:33.138105 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60af4da2-9af3-43c9-8f30-e4c53720f9d1" -d '{"events": [{"server_uuid": "efabe894-210e-4604-a672-71967b164f19", "name": "network-vif-deleted", "tag": "1f2280ad-29cb-4bee-9cdc-eda920400b0c"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:37:33.178424 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ac2dfb-b133-4219-82bf-76d611b337eb x-openstack-request-id: req-00ac2dfb-b133-4219-82bf-76d611b337eb {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:37:33.178715 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efabe894-210e-4604-a672-71967b164f19", "name": "network-vif-deleted", "tag": "1f2280ad-29cb-4bee-9cdc-eda920400b0c", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:37:33.178965 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00ac2dfb-b133-4219-82bf-76d611b337eb {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:37:33.179373 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ac2dfb-b133-4219-82bf-76d611b337eb'] response: {'server_uuid': 'efabe894-210e-4604-a672-71967b164f19', 'name': 'network-vif-deleted', 'tag': '1f2280ad-29cb-4bee-9cdc-eda920400b0c', 'status': 'completed', 'code': 200} Jul 21 06:37:33.325129 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:33.414727 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:33.558765 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:33.603690 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:33.629794 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] Checking router: 63e52a5d-e8e9-4d29-9203-d2c578151f82 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:37:33.638513 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:33.639124 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:33.746198 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:33.884581 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43598) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:33.944777 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1b18932d-5334-45ba-ad1c-50c032bf3fb1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (24db715a-750a-4852-93ab-67735079d814), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:33.950586 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:33.969802 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1b18932d-5334-45ba-ad1c-50c032bf3fb1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (24db715a-750a-4852-93ab-67735079d814), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:33.977751 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a1fbf-4b52-42e8-a9c9-c59ae21c82dd None None] The sync data for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi is: [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:30:22Z', 'revision_number': 4, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7eb91662-f84a-4268-ab34-2171f2b5c7d2', 'name': '', 'network_id': 'a1554b7d-10e2-4dcf-85e9-e6a44388f0b3', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'mac_address': 'fa:16:3e:42:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:20Z', 'updated_at': '2022-07-21T06:30:42Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'subnets': [{'id': '5afb2aad-2da8-492f-b61b-e57e223d05fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:37:34.031492 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1b18932d-5334-45ba-ad1c-50c032bf3fb1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (24db715a-750a-4852-93ab-67735079d814), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:34.034963 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1b18932d-5334-45ba-ad1c-50c032bf3fb1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:34.036505 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1b18932d-5334-45ba-ad1c-50c032bf3fb1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "DELETE /v2.0/security-groups/24db715a-750a-4852-93ab-67735079d814 HTTP/1.1" status: 204 len: 168 time: 0.1509533 Jul 21 06:37:34.040416 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43602) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:34.061199 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18932d-5334-45ba-ad1c-50c032bf3fb1 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24db715a-750a-4852-93ab-67735079d814,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:34.064303 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.api.v2.resource [None req-20f4010c-c0d2-4263-a70e-983b1a689c83 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] show failed (client error): The resource could not be found. Jul 21 06:37:34.065367 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-20f4010c-c0d2-4263-a70e-983b1a689c83 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "GET /v2.0/security-groups/24db715a-750a-4852-93ab-67735079d814 HTTP/1.1" status: 404 len: 347 time: 0.0237424 Jul 21 06:37:34.068417 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43604) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:34.095042 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a650ef-8ad6-415e-9070-a760347279de req-e539994a-8b4f-4a11-8b4e-ed7deb512269 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:34.096632 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72a650ef-8ad6-415e-9070-a760347279de req-e539994a-8b4f-4a11-8b4e-ed7deb512269 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0626850 Jul 21 06:37:34.162814 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-72a650ef-8ad6-415e-9070-a760347279de req-74d698c2-53f3-4fa2-98fd-5c46e0dbab4c tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603590 Jul 21 06:37:34.200015 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-6268b733-ec9f-4cb1-b6c8-c4a1b5bb3e92 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Deleting port e273b2ce-bc2f-4b9d-90a1-143d9d008a4f {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:34.200274 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6268b733-ec9f-4cb1-b6c8-c4a1b5bb3e92 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (e273b2ce-bc2f-4b9d-90a1-143d9d008a4f), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:34.257650 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4629d-8901-46e6-afdf-bfb85b82cc6a None None] New status for floating IP b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb: DOWN {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:37:34.288702 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6268b733-ec9f-4cb1-b6c8-c4a1b5bb3e92 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (e273b2ce-bc2f-4b9d-90a1-143d9d008a4f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:34.289029 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6268b733-ec9f-4cb1-b6c8-c4a1b5bb3e92 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (e273b2ce-bc2f-4b9d-90a1-143d9d008a4f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:34.302872 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-6268b733-ec9f-4cb1-b6c8-c4a1b5bb3e92 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Calling delete_port for e273b2ce-bc2f-4b9d-90a1-143d9d008a4f owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:34.389039 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:34.433208 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:34.446464 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6268b733-ec9f-4cb1-b6c8-c4a1b5bb3e92 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (e273b2ce-bc2f-4b9d-90a1-143d9d008a4f), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:34.474627 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268b733-ec9f-4cb1-b6c8-c4a1b5bb3e92 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Pushing event deleted for resources: {'Port': ['ID=e273b2ce-bc2f-4b9d-90a1-143d9d008a4f,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:34.536155 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6268b733-ec9f-4cb1-b6c8-c4a1b5bb3e92 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks [] for floatingip (b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:34.538701 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6268b733-ec9f-4cb1-b6c8-c4a1b5bb3e92 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:34.539830 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-6268b733-ec9f-4cb1-b6c8-c4a1b5bb3e92 tempest-AttachVolumeTestJSON-127861397 tempest-AttachVolumeTestJSON-127861397-project] 10.222.0.42 "DELETE /v2.0/floatingips/b7c13c2d-77cc-4f26-b571-d6eb0cbdd9eb HTTP/1.1" status: 204 len: 168 time: 0.4703684 Jul 21 06:37:35.276885 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3f575-b9bc-4f06-ab19-45d7f0b51917 req-8f742cad-bff1-4eb9-8462-6d61bef90262 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:35.278337 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-efd3f575-b9bc-4f06-ab19-45d7f0b51917 req-8f742cad-bff1-4eb9-8462-6d61bef90262 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0481584 Jul 21 06:37:35.328193 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-efd3f575-b9bc-4f06-ab19-45d7f0b51917 req-960be1a9-e694-4d5d-9759-2c05c91b7980 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434315 Jul 21 06:37:35.459824 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device a91746a4-9dc2-4a55-966c-ce5ac2be362d details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:37:35.471337 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 1f2280ad-29cb-4bee-9cdc-eda920400b0c no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:37:35.496778 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 1f2280ad-29cb-4bee-9cdc-eda920400b0c {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:37:35.497123 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 1f2280ad-29cb-4bee-9cdc-eda920400b0c not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:37:35.583138 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port a91746a4-9dc2-4a55-966c-ce5ac2be362d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:35.594104 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'port_id': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'mac_address': 'fa:16:3e:2b:b8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:37:35.627786 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port a91746a4-9dc2-4a55-966c-ce5ac2be362d is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:35.628174 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:35.641219 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91746a4-9dc2-4a55-966c-ce5ac2be362d {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:37:35.660837 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port a91746a4-9dc2-4a55-966c-ce5ac2be362d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:35.665721 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:35.711303 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:35.715252 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=a91746a4-9dc2-4a55-966c-ce5ac2be362d,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:35.993602 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['a91746a4-9dc2-4a55-966c-ce5ac2be362d'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:37:36.169502 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:36.441767 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561880b-f4d4-4302-95cc-885983e0ae37 req-f888bf10-72b2-4ef1-a839-bb3499970f14 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:36.443268 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f561880b-f4d4-4302-95cc-885983e0ae37 req-f888bf10-72b2-4ef1-a839-bb3499970f14 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 944 time: 0.0474710 Jul 21 06:37:36.491584 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f561880b-f4d4-4302-95cc-885983e0ae37 req-a54ea9be-a22c-490d-a8b2-7f12fe7eb093 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429435 Jul 21 06:37:37.480503 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device a91746a4-9dc2-4a55-966c-ce5ac2be362d up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:37:37.528098 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port a91746a4-9dc2-4a55-966c-ce5ac2be362d completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:37:37.535580 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port a91746a4-9dc2-4a55-966c-ce5ac2be362d triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:37:37.536000 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:37.617778 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port a91746a4-9dc2-4a55-966c-ce5ac2be362d is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:37:37.618233 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:37.622262 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d44a-9180-4f9b-9704-dc5d7f125552 req-3dcb1dab-e11e-4beb-874c-a443059458c7 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:37.623867 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3426d44a-9180-4f9b-9704-dc5d7f125552 req-3dcb1dab-e11e-4beb-874c-a443059458c7 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 944 time: 0.0582757 Jul 21 06:37:37.641918 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:37:37.644179 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f30919f-6dff-40fb-9b08-f448875c633a" -d '{"events": [{"server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "name": "network-vif-plugged", "status": "completed", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:37:37.657318 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port a91746a4-9dc2-4a55-966c-ce5ac2be362d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:37.662676 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:37.677113 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3426d44a-9180-4f9b-9704-dc5d7f125552 req-fab2da25-bc31-439d-a5c8-29ea67762f63 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475883 Jul 21 06:37:37.689361 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d3afad-e54c-4cac-8c4a-39194f700002 x-openstack-request-id: req-c0d3afad-e54c-4cac-8c4a-39194f700002 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:37:37.689653 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "name": "network-vif-plugged", "status": "completed", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:37:37.689902 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0d3afad-e54c-4cac-8c4a-39194f700002 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:37:37.690318 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d3afad-e54c-4cac-8c4a-39194f700002'] response: {'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'code': 200} Jul 21 06:37:37.715739 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=a91746a4-9dc2-4a55-966c-ce5ac2be362d,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:37.951030 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b48f4d-32d5-4952-920c-4b7874dc5b7d req-25483377-848e-41da-b442-2580dd89d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:37.953078 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-98b48f4d-32d5-4952-920c-4b7874dc5b7d req-25483377-848e-41da-b442-2580dd89d0be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 1129 time: 0.0397968 Jul 21 06:37:38.005156 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-98b48f4d-32d5-4952-920c-4b7874dc5b7d req-a324dd91-1561-4ec8-80a5-732cbc2cf961 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459843 Jul 21 06:37:38.093271 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43648) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:38.333735 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:38.543878 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (63e52a5d-e8e9-4d29-9203-d2c578151f82), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:38.621983 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:38.798281 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] Deleting port 7eb91662-f84a-4268-ab34-2171f2b5c7d2 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:38.798953 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:38.822671 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22984877-c7db-4328-aebd-696048d5c227 req-acd89d16-1636-47b2-b911-4eefcce3b872 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:38.824112 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22984877-c7db-4328-aebd-696048d5c227 req-acd89d16-1636-47b2-b911-4eefcce3b872 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0689719 Jul 21 06:37:38.917963 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22984877-c7db-4328-aebd-696048d5c227 req-3aa1adc9-4085-44c9-aff3-2221b672ddda tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868325 Jul 21 06:37:38.929456 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] For port 7eb91662-f84a-4268-ab34-2171f2b5c7d2, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=7eb91662-f84a-4268-ab34-2171f2b5c7d2,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:38.929820 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:38.942559 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] Calling delete_port for 7eb91662-f84a-4268-ab34-2171f2b5c7d2 owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:39.115620 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:39.133460 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (7eb91662-f84a-4268-ab34-2171f2b5c7d2), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:39.155821 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb91662-f84a-4268-ab34-2171f2b5c7d2,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:39.321708 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (63e52a5d-e8e9-4d29-9203-d2c578151f82), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:39.501292 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:39.524378 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] Router 63e52a5d-e8e9-4d29-9203-d2c578151f82 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:37:39.628942 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:37:39.633934 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d5e51c45-f2e7-4b4e-bbeb-4066efee80f8 admin admin] 10.222.0.42 "PUT /v2.0/routers/63e52a5d-e8e9-4d29-9203-d2c578151f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5394161 Jul 21 06:37:39.636519 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43656) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:39.639016 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] Sync routers for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:37:39.649844 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:39.650474 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:39.744983 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Publish callbacks [] for router (63e52a5d-e8e9-4d29-9203-d2c578151f82), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:39.771950 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:39.855672 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Publish callbacks [] for router_gateway (63e52a5d-e8e9-4d29-9203-d2c578151f82), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:39.899193 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Deleting port 39e6199f-696d-466a-a57f-ad4412dfcad8 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:39.899433 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:39.942542 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:37:39Z', 'revision_number': 5, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port': {'id': '39e6199f-696d-466a-a57f-ad4412dfcad8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:39.969762 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] Checking router: 63e52a5d-e8e9-4d29-9203-d2c578151f82 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:37:39.979031 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] Routers {'63e52a5d-e8e9-4d29-9203-d2c578151f82'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:39.979644 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['63e52a5d-e8e9-4d29-9203-d2c578151f82'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:39.985173 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] For port 39e6199f-696d-466a-a57f-ad4412dfcad8, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=39e6199f-696d-466a-a57f-ad4412dfcad8,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:39.985532 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:40.007596 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Calling delete_port for 39e6199f-696d-466a-a57f-ad4412dfcad8 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:40.039475 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:40.044315 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:40.052112 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c831317-a2b7-4fa1-8d17-c880967c711d req-29a70922-556d-4028-b349-bec01cac833d tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:40.053607 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6c831317-a2b7-4fa1-8d17-c880967c711d req-29a70922-556d-4028-b349-bec01cac833d tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0606344 Jul 21 06:37:40.071829 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] Set router 63e52a5d-e8e9-4d29-9203-d2c578151f82 gateway port host: None {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:40.123626 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:37:39Z', 'revision_number': 6, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port_host': None}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:40.145927 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6c831317-a2b7-4fa1-8d17-c880967c711d req-61c58e07-7b2a-477e-bc97-c99ff80337f1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657814 Jul 21 06:37:40.149079 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16927e-5270-4aaa-bc68-19aae97c8558 None None] The sync data for ids ['63e52a5d-e8e9-4d29-9203-d2c578151f82'] in dv-cinder-850318-3-iscsi is: [{'id': '63e52a5d-e8e9-4d29-9203-d2c578151f82', 'name': 'tempest-AttachVolumeTestJSON-848725701-router', 'tenant_id': 'b2843a54fec340e19485e7b821fc071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:14Z', 'updated_at': '2022-07-21T06:37:39Z', 'revision_number': 6, 'project_id': 'b2843a54fec340e19485e7b821fc071a', 'gw_port_host': None}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:37:40.320119 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b79b99-a2b7-4b7d-875b-94cc30f3c3b7 req-b805abcb-beee-4c81-926c-2e6197cfd109 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:40.321629 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-98b79b99-a2b7-4b7d-875b-94cc30f3c3b7 req-b805abcb-beee-4c81-926c-2e6197cfd109 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0697870 Jul 21 06:37:40.322292 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (39e6199f-696d-466a-a57f-ad4412dfcad8), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:40.603780 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e6199f-696d-466a-a57f-ad4412dfcad8,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:40.607336 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:40.684880 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-98b79b99-a2b7-4b7d-875b-94cc30f3c3b7 req-4bd4f55e-bf96-4cc9-8baa-5e86dc5669eb tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533094 Jul 21 06:37:40.707195 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43664) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:40.712459 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (63e52a5d-e8e9-4d29-9203-d2c578151f82), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:40.828818 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (63e52a5d-e8e9-4d29-9203-d2c578151f82), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:40.832653 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Publish callbacks [] for router_controller (63e52a5d-e8e9-4d29-9203-d2c578151f82), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:40.845981 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9c4e6-913c-445a-a230-f1e1c8d94e42 tempest-TestShelveInstance-1706314251 tempest-TestShelveInstance-1706314251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:40.847437 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a5b9c4e6-913c-445a-a230-f1e1c8d94e42 tempest-TestShelveInstance-1706314251 tempest-TestShelveInstance-1706314251-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 1124 time: 0.1392980 Jul 21 06:37:40.850443 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43674) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:40.855312 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'port_id': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:37:40.879172 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:40.883010 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (63e52a5d-e8e9-4d29-9203-d2c578151f82), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:40.883639 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e52a5d-e8e9-4d29-9203-d2c578151f82 {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:37:40.888198 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:40.890498 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-1220761c-4f1e-42db-8056-e1feffb06db7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/63e52a5d-e8e9-4d29-9203-d2c578151f82 HTTP/1.1" status: 204 len: 168 time: 1.2518997 Jul 21 06:37:40.893287 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43676) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:40.949143 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-af957af5-7c30-49cb-8f43-ca03e7e5b76f admin admin] Deleting subnet 5afb2aad-2da8-492f-b61b-e57e223d05fc {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:37:40.953349 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af957af5-7c30-49cb-8f43-ca03e7e5b76f admin admin] Publish callbacks [] for subnet (5afb2aad-2da8-492f-b61b-e57e223d05fc), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:40.979740 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.002152 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af957af5-7c30-49cb-8f43-ca03e7e5b76f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13677288'] for subnet (5afb2aad-2da8-492f-b61b-e57e223d05fc), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.101656 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af957af5-7c30-49cb-8f43-ca03e7e5b76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (5afb2aad-2da8-492f-b61b-e57e223d05fc), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.119053 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Allocated IP 172.27.1.86 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/8d329229-cddf-4e19-8c06-b2b3a3138003) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:37:41.175523 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af957af5-7c30-49cb-8f43-ca03e7e5b76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16164760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14092732'] for subnet (5afb2aad-2da8-492f-b61b-e57e223d05fc), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.207288 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af957af5-7c30-49cb-8f43-ca03e7e5b76f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afb2aad-2da8-492f-b61b-e57e223d05fc,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:41.211341 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af957af5-7c30-49cb-8f43-ca03e7e5b76f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.214917 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-af957af5-7c30-49cb-8f43-ca03e7e5b76f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5afb2aad-2da8-492f-b61b-e57e223d05fc HTTP/1.1" status: 204 len: 168 time: 0.3206661 Jul 21 06:37:41.217554 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43686) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:41.221584 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b757e9-83a1-456c-9bc7-906b3e442194 None None] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:37:41.252618 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for port (8d329229-cddf-4e19-8c06-b2b3a3138003), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.285495 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:41.310197 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (8d329229-cddf-4e19-8c06-b2b3a3138003), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.331153 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (a1554b7d-10e2-4dcf-85e9-e6a44388f0b3), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.370132 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:37:41.373598 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:37:41.379218 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:37:41.395237 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Deleting port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:41.395657 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.410998 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:41.432708 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event updated for resources: {'Port': ['ID=8d329229-cddf-4e19-8c06-b2b3a3138003,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:41.470953 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] For port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=90f5c0d3-c6c5-4d55-adb8-70934b4b3b82,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:41.471400 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.485004 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Calling delete_port for 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:41.501124 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb6e3c-4fd1-4860-8cdb-aafa523f0dd9 None None] DHCP port deletion for a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:37:41.539790 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb6e3c-4fd1-4860-8cdb-aafa523f0dd9 None None] Deleting port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:41.540083 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6e3c-4fd1-4860-8cdb-aafa523f0dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.568382 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.596445 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] No DVR routers for this DVR port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 on host dv-cinder-850318-3-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:37:41.601688 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Pushing event deleted for resources: {'Port': ['ID=90f5c0d3-c6c5-4d55-adb8-70934b4b3b82,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:41.679396 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (a1554b7d-10e2-4dcf-85e9-e6a44388f0b3), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.708672 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1554b7d-10e2-4dcf-85e9-e6a44388f0b3']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:41.723083 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa42c67-0003-4541-862a-d1e32ac7ce58') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:41.723384 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa42c67-0003-4541-862a-d1e32ac7ce58') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:41.732976 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:41.739367 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13677265'] for segment (2aa42c67-0003-4541-862a-d1e32ac7ce58), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.758856 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-ccdb6e3c-4fd1-4860-8cdb-aafa523f0dd9 None None] For port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=90f5c0d3-c6c5-4d55-adb8-70934b4b3b82,segment=NetworkSegment(2aa42c67-0003-4541-862a-d1e32ac7ce58),segment_id=2aa42c67-0003-4541-862a-d1e32ac7ce58)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:41.759072 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6e3c-4fd1-4860-8cdb-aafa523f0dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.762373 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (2aa42c67-0003-4541-862a-d1e32ac7ce58), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.770255 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:37:41.770830 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16164642'] for segment (2aa42c67-0003-4541-862a-d1e32ac7ce58), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.771039 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:41.779076 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:37:41.800204 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb6e3c-4fd1-4860-8cdb-aafa523f0dd9 None None] Calling delete_port for 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:41.803186 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 2aa42c67-0003-4541-862a-d1e32ac7ce58 resource provider aggregate not found Jul 21 06:37:41.803484 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:37:41.803837 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:37:41.804498 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 39e6199f-696d-466a-a57f-ad4412dfcad8 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:37:41.809381 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:41.814965 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for floatingip (a36ef666-0031-419d-b48f-a2aaa551d389), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.835250 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 39e6199f-696d-466a-a57f-ad4412dfcad8 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:37:41.835605 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 39e6199f-696d-466a-a57f-ad4412dfcad8 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:37:41.836404 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 7eb91662-f84a-4268-ab34-2171f2b5c7d2 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:37:41.844874 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 2aa42c67-0003-4541-862a-d1e32ac7ce58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aa42c67-0003-4541-862a-d1e32ac7ce58 found for delete ", "request_id": "req-2871fe37-d64b-4fa0-8b64-9d0bf4fe35c4"}]} Jul 21 06:37:41.859553 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (a1554b7d-10e2-4dcf-85e9-e6a44388f0b3), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.866574 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 7eb91662-f84a-4268-ab34-2171f2b5c7d2 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:37:41.867176 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 7eb91662-f84a-4268-ab34-2171f2b5c7d2 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:37:41.868351 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.872050 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] 10.222.0.42 "DELETE /v2.0/networks/a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 HTTP/1.1" status: 204 len: 168 time: 0.6525218 Jul 21 06:37:41.898545 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5eb3b9-6d5c-4cd3-896d-4715c14115af admin admin] Pushing event deleted for resources: {'Network': ['ID=a1554b7d-10e2-4dcf-85e9-e6a44388f0b3,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:41.915252 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (8d329229-cddf-4e19-8c06-b2b3a3138003), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.948366 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6e3c-4fd1-4860-8cdb-aafa523f0dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (90f5c0d3-c6c5-4d55-adb8-70934b4b3b82), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:41.958193 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccdb6e3c-4fd1-4860-8cdb-aafa523f0dd9 None None] Network a1554b7d-10e2-4dcf-85e9-e6a44388f0b3 is not hosted by any dhcp agent {{(pid=103913) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 21 06:37:41.958705 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb6e3c-4fd1-4860-8cdb-aafa523f0dd9 None None] No DVR routers for this DVR port 90f5c0d3-c6c5-4d55-adb8-70934b4b3b82 on host dv-cinder-850318-3-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:37:41.980185 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb6e3c-4fd1-4860-8cdb-aafa523f0dd9 None None] Pushing event deleted for resources: {'Port': ['ID=90f5c0d3-c6c5-4d55-adb8-70934b4b3b82,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:42.035577 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43696) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:42.076926 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f8fb9d27-72fb-40b4-abd5-96324b0f2125 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2843a54fec340e19485e7b821fc071a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401289 Jul 21 06:37:42.080105 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43698) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:42.092613 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for port (8d329229-cddf-4e19-8c06-b2b3a3138003), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:42.098078 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (8d329229-cddf-4e19-8c06-b2b3a3138003), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:42.141615 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8468c4d-0090-4b36-ad96-7a373f92ebbd admin admin] Publish callbacks [] for security_group (a6323c65-24d9-4fb3-8ba6-583b946a2110), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:42.165650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8468c4d-0090-4b36-ad96-7a373f92ebbd admin admin] Publish callbacks [] for security_group (a6323c65-24d9-4fb3-8ba6-583b946a2110), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:42.172148 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event updated for resources: {'Port': ['ID=8d329229-cddf-4e19-8c06-b2b3a3138003,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:42.182541 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (a36ef666-0031-419d-b48f-a2aaa551d389), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:42.223702 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8468c4d-0090-4b36-ad96-7a373f92ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (a6323c65-24d9-4fb3-8ba6-583b946a2110), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:42.226224 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8468c4d-0090-4b36-ad96-7a373f92ebbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:42.227377 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e8468c4d-0090-4b36-ad96-7a373f92ebbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6323c65-24d9-4fb3-8ba6-583b946a2110 HTTP/1.1" status: 204 len: 168 time: 0.1463039 Jul 21 06:37:42.243349 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8468c4d-0090-4b36-ad96-7a373f92ebbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6323c65-24d9-4fb3-8ba6-583b946a2110,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:42.297651 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Floating IP a36ef666-0031-419d-b48f-a2aaa551d389 associated. External IP: 172.27.1.86, port: a91746a4-9dc2-4a55-966c-ce5ac2be362d. Jul 21 06:37:42.382268 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:42.520824 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Router 4dfab07b-573b-412a-80db-472643f2d6b1 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:37:42.654646 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:37:42.667042 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] Sync routers for ids ['4dfab07b-573b-412a-80db-472643f2d6b1'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:37:42.680629 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] Routers {'4dfab07b-573b-412a-80db-472643f2d6b1'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:42.684388 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['4dfab07b-573b-412a-80db-472643f2d6b1'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:42.692163 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:42.702090 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb747d3-1efb-45ac-b74d-b9ea11ab8e50 req-711f0b2a-1dd3-44b7-981f-269d75fcb198 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:42.704514 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7fb747d3-1efb-45ac-b74d-b9ea11ab8e50 req-711f0b2a-1dd3-44b7-981f-269d75fcb198 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 946 time: 0.0602827 Jul 21 06:37:42.724371 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-334d6f5c-302c-443c-aeab-f691ff0433f2 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8728166 Jul 21 06:37:42.724954 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:37:42.727661 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2729047-39c3-4c90-8984-2e7c927a582c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:37:42.765740 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7fb747d3-1efb-45ac-b74d-b9ea11ab8e50 req-baaad696-4011-448d-8e9f-0c2e5eac5bd0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541699 Jul 21 06:37:42.774879 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6885529a-08fd-4e45-9b33-2ae05e514e9c x-openstack-request-id: req-6885529a-08fd-4e45-9b33-2ae05e514e9c {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:37:42.775274 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:37:42.775888 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6885529a-08fd-4e45-9b33-2ae05e514e9c {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:37:42.777260 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6885529a-08fd-4e45-9b33-2ae05e514e9c'] response: {'name': 'network-changed', 'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'status': 'completed', 'code': 200} Jul 21 06:37:42.816008 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] Set router 4dfab07b-573b-412a-80db-472643f2d6b1 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:43.039365 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'a36ef666-0031-419d-b48f-a2aaa551d389', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'port_id': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'mac_address': 'fa:16:3e:2b:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4bc012-5129-4651-97ea-340f735e5e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:37:41Z', 'updated_at': '2022-07-21T06:37:41Z', 'revision_number': 0, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:55Z', 'revision_number': 5, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:43.065534 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] Checking router: 4dfab07b-573b-412a-80db-472643f2d6b1 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:37:43.074171 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] Routers {'4dfab07b-573b-412a-80db-472643f2d6b1'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:43.074779 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['4dfab07b-573b-412a-80db-472643f2d6b1'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:43.175979 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] Set router 4dfab07b-573b-412a-80db-472643f2d6b1 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:43.390476 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'a36ef666-0031-419d-b48f-a2aaa551d389', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'port_id': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'mac_address': 'fa:16:3e:2b:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4bc012-5129-4651-97ea-340f735e5e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:37:41Z', 'updated_at': '2022-07-21T06:37:41Z', 'revision_number': 0, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:55Z', 'revision_number': 5, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:43.422796 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea22143-226f-4173-aff1-80d256b3bfbb None None] The sync data for ids ['4dfab07b-573b-412a-80db-472643f2d6b1'] in dv-cinder-850318-3-iscsi is: [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': 'a36ef666-0031-419d-b48f-a2aaa551d389', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'port_id': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'mac_address': 'fa:16:3e:2b:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4bc012-5129-4651-97ea-340f735e5e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:37:41Z', 'updated_at': '2022-07-21T06:37:41Z', 'revision_number': 0, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:55Z', 'revision_number': 5, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:37:43.648717 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343475a2-4b8a-474d-a9d6-ffc96d1e44dd None None] New status for floating IP a36ef666-0031-419d-b48f-a2aaa551d389: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:37:43.885086 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eb26d-f064-4e59-b8a8-1e5d5932b31e req-7927e36b-4f9f-494f-aab3-6f9c63b4a0d0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:43.886562 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d6eb26d-f064-4e59-b8a8-1e5d5932b31e req-7927e36b-4f9f-494f-aab3-6f9c63b4a0d0 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 946 time: 0.0479455 Jul 21 06:37:43.938156 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d6eb26d-f064-4e59-b8a8-1e5d5932b31e req-f1497e89-9a99-4037-b36b-16ec9940a07c tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa8a83e7-5f56-42bf-bb2d-95c8da415be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449512 Jul 21 06:37:44.091764 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2729047-39c3-4c90-8984-2e7c927a582c req-43db8eb6-e70b-45d6-9542-cb5d069724df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:44.093715 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c2729047-39c3-4c90-8984-2e7c927a582c req-43db8eb6-e70b-45d6-9542-cb5d069724df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3a6e00103d49038260d28a680a9c56&device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 1129 time: 0.0409851 Jul 21 06:37:44.336506 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2729047-39c3-4c90-8984-2e7c927a582c req-191356f5-b8ae-4397-8d23-6556da78e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:44.337980 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c2729047-39c3-4c90-8984-2e7c927a582c req-191356f5-b8ae-4397-8d23-6556da78e3bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=28e3c66a-9e49-48c3-be94-3809b043754b HTTP/1.1" status: 200 len: 909 time: 0.0908108 Jul 21 06:37:44.429152 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:44.474029 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-23e11dcf-d6d5-4ec3-8edd-49187b26bf86 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:44.475581 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-23e11dcf-d6d5-4ec3-8edd-49187b26bf86 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 946 time: 0.0522928 Jul 21 06:37:44.478073 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c2729047-39c3-4c90-8984-2e7c927a582c req-b81b0611-65d3-4581-b9cc-bdc051190c8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d HTTP/1.1" status: 200 len: 1000 time: 0.0555243 Jul 21 06:37:44.512049 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:44.530140 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2729047-39c3-4c90-8984-2e7c927a582c req-cc8154c0-797f-482f-acfc-edd2bd9523b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:44.531726 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c2729047-39c3-4c90-8984-2e7c927a582c req-cc8154c0-797f-482f-acfc-edd2bd9523b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0be248ef-fb73-4661-827d-dd19d3c5af7b HTTP/1.1" status: 200 len: 847 time: 0.0446849 Jul 21 06:37:44.572382 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Deleting port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:44.572734 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:44.588515 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2729047-39c3-4c90-8984-2e7c927a582c req-76ecdb77-4b34-4be7-949e-cb8473efcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:37:44.590046 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c2729047-39c3-4c90-8984-2e7c927a582c req-76ecdb77-4b34-4be7-949e-cb8473efcec2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28e3c66a-9e49-48c3-be94-3809b043754b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520222 Jul 21 06:37:44.675656 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] For port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:44.675932 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:44.689294 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c2729047-39c3-4c90-8984-2e7c927a582c req-dec77dc3-8703-4047-b102-1ed0231e8262 service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923297 Jul 21 06:37:44.809999 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c2729047-39c3-4c90-8984-2e7c927a582c req-53c857c0-f489-42a0-b0da-931025741dbf service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023047 Jul 21 06:37:44.869680 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:44.870159 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (f495d21e-5df8-4315-9f00-46ffe18d78e6), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:44.870523 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Floating IP f495d21e-5df8-4315-9f00-46ffe18d78e6 disassociated. External IP: 172.27.1.247, port: 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6. Jul 21 06:37:44.870815 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Calling delete_port for 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:44.948645 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:45.002567 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (612a5fc7-7a9f-44fe-9ef7-1df871aa95f6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:45.042222 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'Port': ['ID=612a5fc7-7a9f-44fe-9ef7-1df871aa95f6,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:45.065352 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-883ad609-0149-4aa9-be6f-940bf353207d req-0f71a5f0-4870-4098-bc42-daaf0bab6895 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d03e98-dac8-461e-8cbe-8ae960c87228 HTTP/1.1" status: 200 len: 210 time: 0.0550349 Jul 21 06:37:45.176585 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:37:45.280341 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:37:45.291100 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:37:45.301993 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:45.302675 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:45.323158 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] No DVR routers for this DVR port 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 on host hv-cinder-85031 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:37:45.325554 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:45.328809 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d072ee1a-b327-4fc4-bf9d-7c9e2a1162b6 req-96b87f5a-76ae-4cfe-ba13-ee7f49a69cc9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.36 "DELETE /v2.0/ports/612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 HTTP/1.1" status: 204 len: 173 time: 0.8421972 Jul 21 06:37:45.329241 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'name': 'network-vif-deleted', 'tag': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:37:45.331545 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332b0334-0278-42a7-83f6-bf4923ae353b" -d '{"events": [{"server_uuid": "06d03e98-dac8-461e-8cbe-8ae960c87228", "name": "network-vif-deleted", "tag": "612a5fc7-7a9f-44fe-9ef7-1df871aa95f6"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:37:45.373118 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b121ecd-4bf4-41c3-9415-82911e81a359 x-openstack-request-id: req-9b121ecd-4bf4-41c3-9415-82911e81a359 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:37:45.373415 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d03e98-dac8-461e-8cbe-8ae960c87228", "name": "network-vif-deleted", "tag": "612a5fc7-7a9f-44fe-9ef7-1df871aa95f6", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:37:45.373672 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b121ecd-4bf4-41c3-9415-82911e81a359 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:37:45.374156 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b121ecd-4bf4-41c3-9415-82911e81a359'] response: {'server_uuid': '06d03e98-dac8-461e-8cbe-8ae960c87228', 'name': 'network-vif-deleted', 'tag': '612a5fc7-7a9f-44fe-9ef7-1df871aa95f6', 'status': 'completed', 'code': 200} Jul 21 06:37:45.408178 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:45.410379 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:45.451715 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:45.683736 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:45.708865 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:37:45.717210 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:45.717858 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:45.818100 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:46.027485 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:46.052914 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8612c96-5d71-4b7c-98f9-75e40f89226c None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:30:29Z', 'revision_number': 4, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '44a9775e-7b18-41a3-9584-e47fd4e46601', 'name': '', 'network_id': 'fac3a692-b3e2-4555-a0ad-f0227031fd7d', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'mac_address': 'fa:16:3e:a1:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:26Z', 'updated_at': '2022-07-21T06:30:46Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'subnets': [{'id': '46b3469f-6fe5-4679-9041-ad3fb0b1d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:37:46.166535 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43780) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:46.190830 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43782) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:46.234363 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-22ed5e3e-8821-4748-977a-3a6640c48521 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (fa8a83e7-5f56-42bf-bb2d-95c8da415be6), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.260149 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-22ed5e3e-8821-4748-977a-3a6640c48521 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (fa8a83e7-5f56-42bf-bb2d-95c8da415be6), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.297361 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:46.319371 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-22ed5e3e-8821-4748-977a-3a6640c48521 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fa8a83e7-5f56-42bf-bb2d-95c8da415be6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.322801 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-22ed5e3e-8821-4748-977a-3a6640c48521 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.323368 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ef0383ce-c4a8-4b19-91af-ae644282674b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.326877 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-22ed5e3e-8821-4748-977a-3a6640c48521 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "DELETE /v2.0/security-groups/fa8a83e7-5f56-42bf-bb2d-95c8da415be6 HTTP/1.1" status: 204 len: 168 time: 0.1565707 Jul 21 06:37:46.327046 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43786) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:46.334873 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed5e3e-8821-4748-977a-3a6640c48521 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8a83e7-5f56-42bf-bb2d-95c8da415be6,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:46.344103 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e59253-0b08-4796-a5f8-4807f6561311 None None] New status for floating IP f495d21e-5df8-4315-9f00-46ffe18d78e6: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:37:46.352936 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.api.v2.resource [None req-03836f61-4a9b-4691-8e86-2663397ae59f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] show failed (client error): The resource could not be found. Jul 21 06:37:46.354004 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-03836f61-4a9b-4691-8e86-2663397ae59f tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "GET /v2.0/security-groups/fa8a83e7-5f56-42bf-bb2d-95c8da415be6 HTTP/1.1" status: 404 len: 347 time: 0.0252576 Jul 21 06:37:46.356960 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43788) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:46.455899 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:46.513409 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-d65c5f51-1f55-41a8-afb9-e2f98b655be9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Deleting port 539016b4-7970-4dbc-889a-86f7ed8cebe7 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:46.513731 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d65c5f51-1f55-41a8-afb9-e2f98b655be9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (539016b4-7970-4dbc-889a-86f7ed8cebe7), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.550703 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ef0383ce-c4a8-4b19-91af-ae644282674b admin admin] Publish callbacks [] for security_group (bae085cb-5c31-47a4-bd9e-f69863242be8), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.581131 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ef0383ce-c4a8-4b19-91af-ae644282674b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (bae085cb-5c31-47a4-bd9e-f69863242be8), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.631330 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ef0383ce-c4a8-4b19-91af-ae644282674b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e927311b947c48629d1ebd6c29ba7d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394550 Jul 21 06:37:46.634101 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43790) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:46.636667 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0383ce-c4a8-4b19-91af-ae644282674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae085cb-5c31-47a4-bd9e-f69863242be8,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:46.646922 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d65c5f51-1f55-41a8-afb9-e2f98b655be9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (539016b4-7970-4dbc-889a-86f7ed8cebe7), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.647241 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d65c5f51-1f55-41a8-afb9-e2f98b655be9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (539016b4-7970-4dbc-889a-86f7ed8cebe7), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.660517 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-d65c5f51-1f55-41a8-afb9-e2f98b655be9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Calling delete_port for 539016b4-7970-4dbc-889a-86f7ed8cebe7 owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:46.686390 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-baaf3b86-aeb1-4b19-9c17-c1252fe15ef3 admin admin] Publish callbacks [] for security_group (bae085cb-5c31-47a4-bd9e-f69863242be8), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.708648 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-baaf3b86-aeb1-4b19-9c17-c1252fe15ef3 admin admin] Publish callbacks [] for security_group (bae085cb-5c31-47a4-bd9e-f69863242be8), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.757779 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-baaf3b86-aeb1-4b19-9c17-c1252fe15ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (bae085cb-5c31-47a4-bd9e-f69863242be8), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.760203 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-baaf3b86-aeb1-4b19-9c17-c1252fe15ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.761353 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-baaf3b86-aeb1-4b19-9c17-c1252fe15ef3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bae085cb-5c31-47a4-bd9e-f69863242be8 HTTP/1.1" status: 204 len: 168 time: 0.1262679 Jul 21 06:37:46.769564 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf3b86-aeb1-4b19-9c17-c1252fe15ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae085cb-5c31-47a4-bd9e-f69863242be8,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:46.798226 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d65c5f51-1f55-41a8-afb9-e2f98b655be9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (539016b4-7970-4dbc-889a-86f7ed8cebe7), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.803315 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:46.825532 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c5f51-1f55-41a8-afb9-e2f98b655be9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Pushing event deleted for resources: {'Port': ['ID=539016b4-7970-4dbc-889a-86f7ed8cebe7,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:46.891181 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d65c5f51-1f55-41a8-afb9-e2f98b655be9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks [] for floatingip (f495d21e-5df8-4315-9f00-46ffe18d78e6), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.893952 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d65c5f51-1f55-41a8-afb9-e2f98b655be9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:46.895100 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d65c5f51-1f55-41a8-afb9-e2f98b655be9 tempest-AttachVolumeNegativeTest-1102956531 tempest-AttachVolumeNegativeTest-1102956531-project] 10.222.0.42 "DELETE /v2.0/floatingips/f495d21e-5df8-4315-9f00-46ffe18d78e6 HTTP/1.1" status: 204 len: 168 time: 0.5371852 Jul 21 06:37:47.048772 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:37:47.507492 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:37:47.526136 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:37:47.526664 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 612a5fc7-7a9f-44fe-9ef7-1df871aa95f6 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:37:48.416834 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:48.498005 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43854) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:48.612118 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-24e3de54-de83-438c-a9d7-86c5a1f62143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:48.689192 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-24e3de54-de83-438c-a9d7-86c5a1f62143 admin admin] Publish callbacks [] for security_group (8432cbd2-9cf0-4c84-a1f0-e8b9585e9784), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:48.692616 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-24e3de54-de83-438c-a9d7-86c5a1f62143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (8432cbd2-9cf0-4c84-a1f0-e8b9585e9784), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:48.731925 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-24e3de54-de83-438c-a9d7-86c5a1f62143 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0eaba88de9e349a7852a6c6a92650fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327538 Jul 21 06:37:48.732711 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3de54-de83-438c-a9d7-86c5a1f62143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8432cbd2-9cf0-4c84-a1f0-e8b9585e9784,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:48.734906 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43858) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:48.787319 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b1b4bf0e-d052-4a0e-9d28-3605e22174c1 admin admin] Publish callbacks [] for security_group (8432cbd2-9cf0-4c84-a1f0-e8b9585e9784), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:48.810756 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b1b4bf0e-d052-4a0e-9d28-3605e22174c1 admin admin] Publish callbacks [] for security_group (8432cbd2-9cf0-4c84-a1f0-e8b9585e9784), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:48.857365 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b1b4bf0e-d052-4a0e-9d28-3605e22174c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (8432cbd2-9cf0-4c84-a1f0-e8b9585e9784), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:48.860507 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b1b4bf0e-d052-4a0e-9d28-3605e22174c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:48.861807 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b1b4bf0e-d052-4a0e-9d28-3605e22174c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8432cbd2-9cf0-4c84-a1f0-e8b9585e9784 HTTP/1.1" status: 204 len: 168 time: 0.1256187 Jul 21 06:37:48.869404 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4bf0e-d052-4a0e-9d28-3605e22174c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8432cbd2-9cf0-4c84-a1f0-e8b9585e9784,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:49.126012 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43864) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:49.139546 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4a1e-a518-4bea-830e-c9d6f1043b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:49.190682 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:49.219500 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4a1e-a518-4bea-830e-c9d6f1043b05 admin admin] Publish callbacks [] for security_group (8a307609-7bfd-40b7-9d9f-9a01197a4995), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:49.223275 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4a1e-a518-4bea-830e-c9d6f1043b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (8a307609-7bfd-40b7-9d9f-9a01197a4995), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:49.262899 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e5fb4a1e-a518-4bea-830e-c9d6f1043b05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6bb989663ad24e9eb29f3c4658bdeb5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357534 Jul 21 06:37:49.264793 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb4a1e-a518-4bea-830e-c9d6f1043b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a307609-7bfd-40b7-9d9f-9a01197a4995,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:49.265812 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43872) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:49.321298 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0586ce03-4073-49bc-a602-91752e4d7050 admin admin] Publish callbacks [] for security_group (8a307609-7bfd-40b7-9d9f-9a01197a4995), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:49.347115 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0586ce03-4073-49bc-a602-91752e4d7050 admin admin] Publish callbacks [] for security_group (8a307609-7bfd-40b7-9d9f-9a01197a4995), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:49.399722 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0586ce03-4073-49bc-a602-91752e4d7050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (8a307609-7bfd-40b7-9d9f-9a01197a4995), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:49.402793 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0586ce03-4073-49bc-a602-91752e4d7050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:49.403948 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0586ce03-4073-49bc-a602-91752e4d7050 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a307609-7bfd-40b7-9d9f-9a01197a4995 HTTP/1.1" status: 204 len: 168 time: 0.1371264 Jul 21 06:37:49.412563 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586ce03-4073-49bc-a602-91752e4d7050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a307609-7bfd-40b7-9d9f-9a01197a4995,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:50.603094 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43924) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:51.083478 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:51.351947 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (53c3e15f-e79c-49a7-b602-a1acaf7c8896), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:51.500083 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:51.572221 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] Deleting port 44a9775e-7b18-41a3-9584-e47fd4e46601 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:51.572541 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:51.650208 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] For port 44a9775e-7b18-41a3-9584-e47fd4e46601, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=44a9775e-7b18-41a3-9584-e47fd4e46601,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:51.650854 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:51.663945 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] Calling delete_port for 44a9775e-7b18-41a3-9584-e47fd4e46601 owned by network:router_interface {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:51.840678 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (44a9775e-7b18-41a3-9584-e47fd4e46601), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:51.874457 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] Pushing event deleted for resources: {'Port': ['ID=44a9775e-7b18-41a3-9584-e47fd4e46601,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:51.900288 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:52.039795 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (53c3e15f-e79c-49a7-b602-a1acaf7c8896), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:52.247192 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:52.252132 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] Router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:37:52.371500 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:37:52.377752 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ecef0f16-2018-4335-86b0-dc03aad5623f admin admin] 10.222.0.42 "PUT /v2.0/routers/53c3e15f-e79c-49a7-b602-a1acaf7c8896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732868 Jul 21 06:37:52.380438 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43948) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:52.384732 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] Sync routers for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:37:52.406174 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:52.406174 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:52.493989 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Publish callbacks [] for router (53c3e15f-e79c-49a7-b602-a1acaf7c8896), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:52.519226 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:52.595165 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Publish callbacks [] for router_gateway (53c3e15f-e79c-49a7-b602-a1acaf7c8896), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:52.606223 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:52.638542 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Deleting port 54dd33da-6def-4542-8e22-dd7445a8e5a3 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:52.638883 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:52.690095 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:37:51Z', 'revision_number': 5, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port': {'id': '54dd33da-6def-4542-8e22-dd7445a8e5a3', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:52.713631 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] Checking router: 53c3e15f-e79c-49a7-b602-a1acaf7c8896 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:37:52.721720 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] For port 54dd33da-6def-4542-8e22-dd7445a8e5a3, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=54dd33da-6def-4542-8e22-dd7445a8e5a3,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:52.721916 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] Routers {'53c3e15f-e79c-49a7-b602-a1acaf7c8896'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:37:52.722118 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:52.722520 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:52.736089 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Calling delete_port for 54dd33da-6def-4542-8e22-dd7445a8e5a3 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:52.804638 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] Set router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:37:52.861116 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:37:52Z', 'revision_number': 6, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port_host': None}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:52.885930 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b5c52-efef-45cf-9dee-9ae193a4d6e5 None None] The sync data for ids ['53c3e15f-e79c-49a7-b602-a1acaf7c8896'] in dv-cinder-850318-3-iscsi is: [{'id': '53c3e15f-e79c-49a7-b602-a1acaf7c8896', 'name': 'tempest-AttachVolumeNegativeTest-1011855341-router', 'tenant_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:15Z', 'updated_at': '2022-07-21T06:37:52Z', 'revision_number': 6, 'project_id': 'f1b4bcbfdd4a42e5a542dbf019166beb', 'gw_port_host': None}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:37:52.902965 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (54dd33da-6def-4542-8e22-dd7445a8e5a3), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:52.929127 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Pushing event deleted for resources: {'Port': ['ID=54dd33da-6def-4542-8e22-dd7445a8e5a3,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:52.990870 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (53c3e15f-e79c-49a7-b602-a1acaf7c8896), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.078650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (53c3e15f-e79c-49a7-b602-a1acaf7c8896), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.080771 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Publish callbacks [] for router_controller (53c3e15f-e79c-49a7-b602-a1acaf7c8896), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.123697 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (53c3e15f-e79c-49a7-b602-a1acaf7c8896), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.124820 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c3e15f-e79c-49a7-b602-a1acaf7c8896 {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:37:53.129552 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.130710 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0d102e7f-9deb-418e-991a-755b0be280cd admin admin] 10.222.0.42 "DELETE /v2.0/routers/53c3e15f-e79c-49a7-b602-a1acaf7c8896 HTTP/1.1" status: 204 len: 168 time: 0.7492952 Jul 21 06:37:53.133166 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 43956) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:53.180579 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5d8221-0ebf-4e98-87b3-5f42f3141c98 admin admin] Deleting subnet 46b3469f-6fe5-4679-9041-ad3fb0b1d549 {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:37:53.183586 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8221-0ebf-4e98-87b3-5f42f3141c98 admin admin] Publish callbacks [] for subnet (46b3469f-6fe5-4679-9041-ad3fb0b1d549), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.217607 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8221-0ebf-4e98-87b3-5f42f3141c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13677288'] for subnet (46b3469f-6fe5-4679-9041-ad3fb0b1d549), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.250187 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:53.302309 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8221-0ebf-4e98-87b3-5f42f3141c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (46b3469f-6fe5-4679-9041-ad3fb0b1d549), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.359517 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8221-0ebf-4e98-87b3-5f42f3141c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16164760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14092732'] for subnet (46b3469f-6fe5-4679-9041-ad3fb0b1d549), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.386244 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f5d8221-0ebf-4e98-87b3-5f42f3141c98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.392042 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2f5d8221-0ebf-4e98-87b3-5f42f3141c98 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/46b3469f-6fe5-4679-9041-ad3fb0b1d549 HTTP/1.1" status: 204 len: 168 time: 0.2552667 Jul 21 06:37:53.392042 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d8221-0ebf-4e98-87b3-5f42f3141c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b3469f-6fe5-4679-9041-ad3fb0b1d549,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:53.393198 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43958) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:53.394325 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9dd76-c3c3-4909-a797-4833ec137c63 None None] Network fac3a692-b3e2-4555-a0ad-f0227031fd7d requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:37:53.462666 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (fac3a692-b3e2-4555-a0ad-f0227031fd7d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.504410 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Deleting port a28520cd-2f5f-4122-b7a1-66a73695393b {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:37:53.504705 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.581352 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] For port a28520cd-2f5f-4122-b7a1-66a73695393b, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=a28520cd-2f5f-4122-b7a1-66a73695393b,segment=NetworkSegment(091d4c83-85de-4111-bada-b04973462d9a),segment_id=091d4c83-85de-4111-bada-b04973462d9a)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:37:53.581718 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.595874 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Calling delete_port for a28520cd-2f5f-4122-b7a1-66a73695393b owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:37:53.678685 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1d38d-6437-489a-9750-ed578907aced None None] DHCP port deletion for fac3a692-b3e2-4555-a0ad-f0227031fd7d request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:37:53.681562 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (a28520cd-2f5f-4122-b7a1-66a73695393b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.722248 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28520cd-2f5f-4122-b7a1-66a73695393b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:53.728735 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] No DVR routers for this DVR port a28520cd-2f5f-4122-b7a1-66a73695393b on host dv-cinder-850318-3-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:37:53.772710 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device a28520cd-2f5f-4122-b7a1-66a73695393b no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:37:53.795915 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: a28520cd-2f5f-4122-b7a1-66a73695393b {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:37:53.796303 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device a28520cd-2f5f-4122-b7a1-66a73695393b not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:37:53.796939 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 54dd33da-6def-4542-8e22-dd7445a8e5a3 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:37:53.819021 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (fac3a692-b3e2-4555-a0ad-f0227031fd7d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.820977 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 54dd33da-6def-4542-8e22-dd7445a8e5a3 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:37:53.821352 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 54dd33da-6def-4542-8e22-dd7445a8e5a3 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:37:53.821996 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 44a9775e-7b18-41a3-9584-e47fd4e46601 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:37:53.841974 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac3a692-b3e2-4555-a0ad-f0227031fd7d']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:53.843087 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 44a9775e-7b18-41a3-9584-e47fd4e46601 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:37:53.843619 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 44a9775e-7b18-41a3-9584-e47fd4e46601 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:37:53.853687 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091d4c83-85de-4111-bada-b04973462d9a') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:53.854062 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091d4c83-85de-4111-bada-b04973462d9a') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:37:53.865235 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (091d4c83-85de-4111-bada-b04973462d9a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.880109 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (091d4c83-85de-4111-bada-b04973462d9a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.885800 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:37:53.887323 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:37:53.887819 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (091d4c83-85de-4111-bada-b04973462d9a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.961494 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (fac3a692-b3e2-4555-a0ad-f0227031fd7d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.967252 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:53.970654 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fac3a692-b3e2-4555-a0ad-f0227031fd7d HTTP/1.1" status: 204 len: 168 time: 0.5762100 Jul 21 06:37:53.990847 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f62b8-f3a5-40ae-a651-8a56b36c94f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fac3a692-b3e2-4555-a0ad-f0227031fd7d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:54.048037 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 091d4c83-85de-4111-bada-b04973462d9a resource provider aggregate not found Jul 21 06:37:54.066260 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 091d4c83-85de-4111-bada-b04973462d9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 091d4c83-85de-4111-bada-b04973462d9a found for delete ", "request_id": "req-4df882a7-0ade-4ccf-92b6-96a082430338"}]} Jul 21 06:37:54.118531 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43976) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:54.158677 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9021ee3b-8f00-4959-a192-129ae33cfa2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1b4bcbfdd4a42e5a542dbf019166beb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390368 Jul 21 06:37:54.161086 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 43978) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:37:54.208728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a4a920ec-1f1c-417a-8d45-e79fe18483dd admin admin] Publish callbacks [] for security_group (6401140a-2249-4909-9fab-cddbffc5a6db), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:54.229284 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a4a920ec-1f1c-417a-8d45-e79fe18483dd admin admin] Publish callbacks [] for security_group (6401140a-2249-4909-9fab-cddbffc5a6db), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:54.279070 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a4a920ec-1f1c-417a-8d45-e79fe18483dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (6401140a-2249-4909-9fab-cddbffc5a6db), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:54.281592 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a4a920ec-1f1c-417a-8d45-e79fe18483dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:54.282848 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a4a920ec-1f1c-417a-8d45-e79fe18483dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6401140a-2249-4909-9fab-cddbffc5a6db HTTP/1.1" status: 204 len: 168 time: 0.1208704 Jul 21 06:37:54.290441 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a920ec-1f1c-417a-8d45-e79fe18483dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6401140a-2249-4909-9fab-cddbffc5a6db,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:37:56.201358 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-176e9e9b-3c1d-41d1-a6ae-3ff189e633a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:37:58.535007 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2c5ed677-10a6-44ee-a6c5-493afe79770f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:00.001127 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:01.146015 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:01.153587 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:01.721633 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:02.225728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44148) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:02.337140 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:02.374801 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:02.417460 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Publish callbacks [] for security_group (7d7199fc-1ffb-4522-b294-679de19f4bf3), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:02.421778 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (7d7199fc-1ffb-4522-b294-679de19f4bf3), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:02.461309 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95f90829f3e6460280e58c085952beae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344177 Jul 21 06:38:02.462060 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7199fc-1ffb-4522-b294-679de19f4bf3,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:02.464235 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44152) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:02.470023 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.470377 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.470723 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.471063 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.471399 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.471731 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.472064 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.472442 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.472718 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.473044 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.473368 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.473693 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.474041 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.474365 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.474681 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f646ec-b074-41fe-97c1-11c5053f18c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:02.514355 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dccb4321-8027-41d6-ab2a-38cec0cd04a5 admin admin] Publish callbacks [] for security_group (7d7199fc-1ffb-4522-b294-679de19f4bf3), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:02.518408 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:02.537292 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dccb4321-8027-41d6-ab2a-38cec0cd04a5 admin admin] Publish callbacks [] for security_group (7d7199fc-1ffb-4522-b294-679de19f4bf3), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:02.585819 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dccb4321-8027-41d6-ab2a-38cec0cd04a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (7d7199fc-1ffb-4522-b294-679de19f4bf3), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:02.588323 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dccb4321-8027-41d6-ab2a-38cec0cd04a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:02.589491 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-dccb4321-8027-41d6-ab2a-38cec0cd04a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d7199fc-1ffb-4522-b294-679de19f4bf3 HTTP/1.1" status: 204 len: 168 time: 0.1242728 Jul 21 06:38:02.598385 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb4321-8027-41d6-ab2a-38cec0cd04a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7199fc-1ffb-4522-b294-679de19f4bf3,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:02.832554 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:02.859252 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44160) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:02.864651 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=84 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:02.880232 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3620212e-e576-49c4-a0cd-4aa2bd5e312b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:02.956904 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3620212e-e576-49c4-a0cd-4aa2bd5e312b admin admin] Publish callbacks [] for security_group (bd8898ac-ac15-4bba-a184-dca81da14071), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:02.960426 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3620212e-e576-49c4-a0cd-4aa2bd5e312b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (bd8898ac-ac15-4bba-a184-dca81da14071), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:03.000064 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3620212e-e576-49c4-a0cd-4aa2bd5e312b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eae3c54a11fb4646b648e6d4a62d4f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389694 Jul 21 06:38:03.001003 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620212e-e576-49c4-a0cd-4aa2bd5e312b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8898ac-ac15-4bba-a184-dca81da14071,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:03.002860 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44162) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:03.053633 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c0dafb76-e509-4aa6-a9de-572781f26878 admin admin] Publish callbacks [] for security_group (bd8898ac-ac15-4bba-a184-dca81da14071), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:03.075606 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c0dafb76-e509-4aa6-a9de-572781f26878 admin admin] Publish callbacks [] for security_group (bd8898ac-ac15-4bba-a184-dca81da14071), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:03.125816 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c0dafb76-e509-4aa6-a9de-572781f26878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (bd8898ac-ac15-4bba-a184-dca81da14071), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:03.128326 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c0dafb76-e509-4aa6-a9de-572781f26878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:03.129488 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c0dafb76-e509-4aa6-a9de-572781f26878 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd8898ac-ac15-4bba-a184-dca81da14071 HTTP/1.1" status: 204 len: 168 time: 0.1255047 Jul 21 06:38:03.137174 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dafb76-e509-4aa6-a9de-572781f26878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8898ac-ac15-4bba-a184-dca81da14071,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:05.746301 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44260) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:05.852292 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e064b76d-e4d4-4037-bbcd-f5ad27980f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:05.927907 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e064b76d-e4d4-4037-bbcd-f5ad27980f59 admin admin] Publish callbacks [] for security_group (2f68a3f7-97bb-4256-b4b6-b700fc1c2a30), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:05.932378 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e064b76d-e4d4-4037-bbcd-f5ad27980f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (2f68a3f7-97bb-4256-b4b6-b700fc1c2a30), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:05.970893 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e064b76d-e4d4-4037-bbcd-f5ad27980f59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5466cef7e1e842038f95082be46e9447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235401 Jul 21 06:38:05.975230 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44268) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:05.975719 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064b76d-e4d4-4037-bbcd-f5ad27980f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f68a3f7-97bb-4256-b4b6-b700fc1c2a30,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:06.028098 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f29be440-7442-4bca-9a74-940052801eb4 admin admin] Publish callbacks [] for security_group (2f68a3f7-97bb-4256-b4b6-b700fc1c2a30), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:06.050227 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f29be440-7442-4bca-9a74-940052801eb4 admin admin] Publish callbacks [] for security_group (2f68a3f7-97bb-4256-b4b6-b700fc1c2a30), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:06.100372 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f29be440-7442-4bca-9a74-940052801eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (2f68a3f7-97bb-4256-b4b6-b700fc1c2a30), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:06.103124 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f29be440-7442-4bca-9a74-940052801eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:06.104266 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f29be440-7442-4bca-9a74-940052801eb4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f68a3f7-97bb-4256-b4b6-b700fc1c2a30 HTTP/1.1" status: 204 len: 168 time: 0.1278977 Jul 21 06:38:06.113412 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29be440-7442-4bca-9a74-940052801eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f68a3f7-97bb-4256-b4b6-b700fc1c2a30,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:06.766917 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44296) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:06.863577 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098437064-network', 'tenant_id': 'fc88342bc3804d00a09e22006e087fbe'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:06.880843 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:06.886076 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Made reservation on behalf of fc88342bc3804d00a09e22006e087fbe for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:06.888668 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:06.897873 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:06.979671 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Publish callbacks [] for security_group (22f1a9ce-c598-49d2-bc44-64656810c6d3), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:06.983167 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (22f1a9ce-c598-49d2-bc44-64656810c6d3), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:07.005926 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:38:07.021120 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f1a9ce-c598-49d2-bc44-64656810c6d3,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:07.024000 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (329480c1-f4c5-4149-b595-8c0719085024), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:07.024341 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Added segment 329480c1-f4c5-4149-b595-8c0719085024 of type vlan for network f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6 Jul 21 06:38:07.069294 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:07.079578 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:07.095517 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:07.096614 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:07.097188 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:07.128947 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3609731 Jul 21 06:38:07.132161 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44300) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:07.137024 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Request body: {'subnet': {'network_id': 'f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098437064-subnet', 'tenant_id': 'fc88342bc3804d00a09e22006e087fbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:07.157644 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Made reservation on behalf of fc88342bc3804d00a09e22006e087fbe for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:07.159981 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14092697'] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:07.164207 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdd671-47fb-4b29-8722-f7948abf41fb admin admin] Pushing event updated for resources: {'Network': ['ID=f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:07.174621 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6 details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:38:07.329565 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16164825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14092683'] for subnet (f5eaf798-9051-4b84-9735-0110eba34be3), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:07.368644 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:07.397246 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:07.399350 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5eaf798-9051-4b84-9735-0110eba34be3,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:07.416581 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Checking segment: {'id': '329480c1-f4c5-4149-b595-8c0719085024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:07.416905 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Network hostable DHCP agents. Network: f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:38:07.436186 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Network f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6 is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:38:07.446555 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:07.450930 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:07.451516 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:07.457766 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff0c26-e7af-4289-b2ba-11870ed56c7f None None] Network f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:07.473482 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-bb17e8c3-4773-4710-8f7e-5f78a18d0e36 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3363526 Jul 21 06:38:07.586280 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5b168-2d15-4bf6-b127-b57c1400387d None None] Network f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:07.977614 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44328) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:07.983497 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867566920-network', 'tenant_id': '9c843d5b03994766bf883552116d54c3'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:08.005920 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Made reservation on behalf of 9c843d5b03994766bf883552116d54c3 for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:08.008261 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.017283 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.097094 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Publish callbacks [] for security_group (d35dbd83-2eb8-4217-9b17-a4088cd8b0ac), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.100863 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d35dbd83-2eb8-4217-9b17-a4088cd8b0ac), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.122134 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:38:08.137686 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35dbd83-2eb8-4217-9b17-a4088cd8b0ac,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:08.141379 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (e222f810-a8d7-4954-9001-f78fcfbd0bb0), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.141755 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Added segment e222f810-a8d7-4954-9001-f78fcfbd0bb0 of type vlan for network 20e7d95d-488f-4a14-a16c-3d0685c00a3c Jul 21 06:38:08.182218 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (20e7d95d-488f-4a14-a16c-3d0685c00a3c), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.206713 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (20e7d95d-488f-4a14-a16c-3d0685c00a3c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.207691 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:08.208240 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.269394 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2906249 Jul 21 06:38:08.272320 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44330) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:08.274978 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025af37-f0dd-4cef-8a9c-143fa4911c1f admin admin] Pushing event updated for resources: {'Network': ['ID=20e7d95d-488f-4a14-a16c-3d0685c00a3c,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:08.277482 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Request body: {'subnet': {'network_id': '20e7d95d-488f-4a14-a16c-3d0685c00a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867566920-subnet', 'tenant_id': '9c843d5b03994766bf883552116d54c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:08.284880 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network 20e7d95d-488f-4a14-a16c-3d0685c00a3c details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:38:08.297574 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Made reservation on behalf of 9c843d5b03994766bf883552116d54c3 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:08.299949 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12808621'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.470937 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14670617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12808639'] for subnet (27abe667-b013-47d3-890b-02b1fcb76d25), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.525838 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27abe667-b013-47d3-890b-02b1fcb76d25,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:08.541169 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Checking segment: {'id': 'e222f810-a8d7-4954-9001-f78fcfbd0bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20e7d95d-488f-4a14-a16c-3d0685c00a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:08.541517 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Network hostable DHCP agents. Network: 20e7d95d-488f-4a14-a16c-3d0685c00a3c, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:38:08.559249 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Network 20e7d95d-488f-4a14-a16c-3d0685c00a3c is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:38:08.568713 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, 20e7d95d-488f-4a14-a16c-3d0685c00a3c) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:08.573541 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:08.574184 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.580032 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6833cbaf-8c97-4e5c-81e9-e746a7c9a973 None None] Network 20e7d95d-488f-4a14-a16c-3d0685c00a3c requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:08.604837 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-6cf7fb82-9367-4e1d-8f0f-bca9c053a475 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3301826 Jul 21 06:38:08.729730 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:08.741408 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e319f1-f33b-4eb1-9867-f20eb857a38f None None] Network 20e7d95d-488f-4a14-a16c-3d0685c00a3c requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:08.756882 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-3e76bab7-3065-4fe2-8b81-966bdc308d7b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771985638&fields=id&tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b HTTP/1.1" status: 200 len: 267 time: 0.0606773 Jul 21 06:38:08.775788 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44352) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:08.826335 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89185c3-18fe-4443-8fd6-b5d088393ca8 admin admin] Deleting subnet f5eaf798-9051-4b84-9735-0110eba34be3 {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:38:08.831412 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e89185c3-18fe-4443-8fd6-b5d088393ca8 admin admin] Publish callbacks [] for subnet (f5eaf798-9051-4b84-9735-0110eba34be3), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.869441 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:08.878974 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e89185c3-18fe-4443-8fd6-b5d088393ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14607510'] for subnet (f5eaf798-9051-4b84-9735-0110eba34be3), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.885377 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-3ccbbe7c-692c-473f-a37e-c06486358055 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:08.886933 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-3ccbbe7c-692c-473f-a37e-c06486358055 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 812 time: 0.1292040 Jul 21 06:38:08.904284 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-da7253b9-4a2f-46b5-8365-932e481ad0c6 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/quotas/5d0ba27e9a7f450c87eb189cdd6e235b HTTP/1.1" status: 200 len: 375 time: 0.0108712 Jul 21 06:38:08.923028 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e89185c3-18fe-4443-8fd6-b5d088393ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (f5eaf798-9051-4b84-9735-0110eba34be3), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:08.964665 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-ec1b4b77-079e-449c-9bc4-c6a98facaeac tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535977 Jul 21 06:38:08.982583 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e89185c3-18fe-4443-8fd6-b5d088393ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14670680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12808584'] for subnet (f5eaf798-9051-4b84-9735-0110eba34be3), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.010001 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89185c3-18fe-4443-8fd6-b5d088393ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5eaf798-9051-4b84-9735-0110eba34be3,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:09.011946 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e89185c3-18fe-4443-8fd6-b5d088393ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.015291 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e89185c3-18fe-4443-8fd6-b5d088393ca8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f5eaf798-9051-4b84-9735-0110eba34be3 HTTP/1.1" status: 204 len: 168 time: 0.2382176 Jul 21 06:38:09.017551 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44358) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:09.090492 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-efc2af08-108b-4606-ae73-fc8612ebe2e3 service neutron] 10.222.0.42 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126070 Jul 21 06:38:09.097433 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.150873 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44362) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:09.174255 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:09.187820 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-2b46ef5d-dad2-4959-973a-77d6f7bc1b7a service neutron] 10.222.0.42 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949857 Jul 21 06:38:09.191788 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.214819 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:09.225060 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329480c1-f4c5-4149-b595-8c0719085024') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:09.225387 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329480c1-f4c5-4149-b595-8c0719085024') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:09.226916 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:09.236944 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (329480c1-f4c5-4149-b595-8c0719085024), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.252849 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (329480c1-f4c5-4149-b595-8c0719085024), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.260107 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:38:09.260590 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (329480c1-f4c5-4149-b595-8c0719085024), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.289238 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 329480c1-f4c5-4149-b595-8c0719085024 resource provider aggregate not found Jul 21 06:38:09.299251 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5d694480-3d51-4445-9f19-871456c31292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.330717 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 329480c1-f4c5-4149-b595-8c0719085024 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 329480c1-f4c5-4149-b595-8c0719085024 found for delete ", "request_id": "req-dd44feaa-fc66-44d6-842c-adfe3a2c9899"}]} Jul 21 06:38:09.354660 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.361173 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.367092 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] 10.222.0.42 "DELETE /v2.0/networks/f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6 HTTP/1.1" status: 204 len: 168 time: 0.3485825 Jul 21 06:38:09.367244 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44376) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:09.385364 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0639883-3eb7-46df-9b6f-cd6e6c83bcfe admin admin] Pushing event deleted for resources: {'Network': ['ID=f92169eb-c7e7-48ce-b0dd-9d60ca1b68f6,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:09.424091 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e105a3-209a-45ee-b9cc-0a0b677fae27 admin admin] Deleting subnet 27abe667-b013-47d3-890b-02b1fcb76d25 {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:38:09.429160 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-54e105a3-209a-45ee-b9cc-0a0b677fae27 admin admin] Publish callbacks [] for subnet (27abe667-b013-47d3-890b-02b1fcb76d25), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.441908 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5d694480-3d51-4445-9f19-871456c31292 admin admin] Publish callbacks [] for security_group (7a32d701-8a62-41ad-ba6a-1c7a3d5979e2), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.445723 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5d694480-3d51-4445-9f19-871456c31292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (7a32d701-8a62-41ad-ba6a-1c7a3d5979e2), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.494116 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5d694480-3d51-4445-9f19-871456c31292 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a95e572f9b14e2a84e6c4a4204277d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421741 Jul 21 06:38:09.494788 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44380) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:09.496862 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d694480-3d51-4445-9f19-871456c31292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a32d701-8a62-41ad-ba6a-1c7a3d5979e2,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:09.551830 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3bdd216f-618c-4be1-9533-972cf31651ed admin admin] Publish callbacks [] for security_group (7a32d701-8a62-41ad-ba6a-1c7a3d5979e2), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.587522 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3bdd216f-618c-4be1-9533-972cf31651ed admin admin] Publish callbacks [] for security_group (7a32d701-8a62-41ad-ba6a-1c7a3d5979e2), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.669573 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3bdd216f-618c-4be1-9533-972cf31651ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (7a32d701-8a62-41ad-ba6a-1c7a3d5979e2), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.673406 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3bdd216f-618c-4be1-9533-972cf31651ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.675373 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3bdd216f-618c-4be1-9533-972cf31651ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a32d701-8a62-41ad-ba6a-1c7a3d5979e2 HTTP/1.1" status: 204 len: 168 time: 0.1792276 Jul 21 06:38:09.690601 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd216f-618c-4be1-9533-972cf31651ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a32d701-8a62-41ad-ba6a-1c7a3d5979e2,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:09.738655 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:09.764842 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-272d8e58-86dc-4752-b038-85adea233269 req-aed3f969-3e4e-4eac-9fbe-507ca36ab28c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 210 time: 0.0383317 Jul 21 06:38:09.775336 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-54e105a3-209a-45ee-b9cc-0a0b677fae27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13677288'] for subnet (27abe667-b013-47d3-890b-02b1fcb76d25), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.821650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-54e105a3-209a-45ee-b9cc-0a0b677fae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (27abe667-b013-47d3-890b-02b1fcb76d25), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.892913 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-54e105a3-209a-45ee-b9cc-0a0b677fae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16164760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14092732'] for subnet (27abe667-b013-47d3-890b-02b1fcb76d25), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.926159 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e105a3-209a-45ee-b9cc-0a0b677fae27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27abe667-b013-47d3-890b-02b1fcb76d25,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:09.931038 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-54e105a3-209a-45ee-b9cc-0a0b677fae27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:09.934083 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-54e105a3-209a-45ee-b9cc-0a0b677fae27 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/27abe667-b013-47d3-890b-02b1fcb76d25 HTTP/1.1" status: 204 len: 168 time: 0.5658042 Jul 21 06:38:09.936508 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44394) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:10.011786 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (20e7d95d-488f-4a14-a16c-3d0685c00a3c), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.078931 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44396) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:10.121100 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (20e7d95d-488f-4a14-a16c-3d0685c00a3c), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.124031 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dabc6ffa-2963-4830-9f5e-77a8b0c48c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.155122 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e7d95d-488f-4a14-a16c-3d0685c00a3c']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:10.170605 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e222f810-a8d7-4954-9001-f78fcfbd0bb0') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:10.170897 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e222f810-a8d7-4954-9001-f78fcfbd0bb0') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:10.186087 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13677265'] for segment (e222f810-a8d7-4954-9001-f78fcfbd0bb0), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.214510 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (e222f810-a8d7-4954-9001-f78fcfbd0bb0), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.227946 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:38:10.228426 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16164642'] for segment (e222f810-a8d7-4954-9001-f78fcfbd0bb0), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.262849 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment e222f810-a8d7-4954-9001-f78fcfbd0bb0 resource provider aggregate not found Jul 21 06:38:10.295358 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment e222f810-a8d7-4954-9001-f78fcfbd0bb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e222f810-a8d7-4954-9001-f78fcfbd0bb0 found for delete ", "request_id": "req-354fb211-eed8-403b-aa0c-b74ba48896f9"}]} Jul 21 06:38:10.321300 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (20e7d95d-488f-4a14-a16c-3d0685c00a3c), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.325477 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.329059 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] 10.222.0.42 "DELETE /v2.0/networks/20e7d95d-488f-4a14-a16c-3d0685c00a3c HTTP/1.1" status: 204 len: 168 time: 0.3915863 Jul 21 06:38:10.351189 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dabc6ffa-2963-4830-9f5e-77a8b0c48c3f admin admin] Publish callbacks [] for security_group (dc5a6185-cc3b-444e-826f-e5b6139949dc), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.352699 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a51b89-d6d2-4366-8da8-61b227265e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=20e7d95d-488f-4a14-a16c-3d0685c00a3c,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:10.356370 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dabc6ffa-2963-4830-9f5e-77a8b0c48c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (dc5a6185-cc3b-444e-826f-e5b6139949dc), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.397846 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-dabc6ffa-2963-4830-9f5e-77a8b0c48c3f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04b11ec86a254eecbff23c0efc50db25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177114 Jul 21 06:38:10.398964 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc6ffa-2963-4830-9f5e-77a8b0c48c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5a6185-cc3b-444e-826f-e5b6139949dc,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:10.400620 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44404) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:10.453549 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d513e2fb-1573-416e-ba3b-8508d9628fec admin admin] Publish callbacks [] for security_group (dc5a6185-cc3b-444e-826f-e5b6139949dc), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.475728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d513e2fb-1573-416e-ba3b-8508d9628fec admin admin] Publish callbacks [] for security_group (dc5a6185-cc3b-444e-826f-e5b6139949dc), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.477250 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:10.513986 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44406) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:10.550010 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d513e2fb-1573-416e-ba3b-8508d9628fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (dc5a6185-cc3b-444e-826f-e5b6139949dc), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.552475 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d513e2fb-1573-416e-ba3b-8508d9628fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.553587 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d513e2fb-1573-416e-ba3b-8508d9628fec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc5a6185-cc3b-444e-826f-e5b6139949dc HTTP/1.1" status: 204 len: 168 time: 0.1517446 Jul 21 06:38:10.568332 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9ceecf7f-e808-48d4-9179-85f6757ed921 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc88342bc3804d00a09e22006e087fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531709 Jul 21 06:38:10.569216 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513e2fb-1573-416e-ba3b-8508d9628fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5a6185-cc3b-444e-826f-e5b6139949dc,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:10.570742 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44410) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:10.627047 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d65dc67b-9903-4bf7-aeb8-08acc232f1af admin admin] Publish callbacks [] for security_group (22f1a9ce-c598-49d2-bc44-64656810c6d3), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.649516 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d65dc67b-9903-4bf7-aeb8-08acc232f1af admin admin] Publish callbacks [] for security_group (22f1a9ce-c598-49d2-bc44-64656810c6d3), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.707832 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d65dc67b-9903-4bf7-aeb8-08acc232f1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (22f1a9ce-c598-49d2-bc44-64656810c6d3), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.712307 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d65dc67b-9903-4bf7-aeb8-08acc232f1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:10.715654 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d65dc67b-9903-4bf7-aeb8-08acc232f1af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22f1a9ce-c598-49d2-bc44-64656810c6d3 HTTP/1.1" status: 204 len: 168 time: 0.1440129 Jul 21 06:38:10.737855 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dc67b-9903-4bf7-aeb8-08acc232f1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f1a9ce-c598-49d2-bc44-64656810c6d3,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:10.829109 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4a6f2fa4-7634-4288-9dc5-8edaf245d72e tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:10.830674 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4a6f2fa4-7634-4288-9dc5-8edaf245d72e tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 812 time: 0.1889849 Jul 21 06:38:10.913409 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6a6ff4fe-9b74-4489-8925-7a908aa8c8fb req-052ad47b-1f3d-4622-8192-220cfc0fa8d4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 210 time: 0.0405080 Jul 21 06:38:10.982705 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-e85b5dfa-1d91-40cd-bfdc-1034372cf013 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b HTTP/1.1" status: 200 len: 379 time: 0.1160676 Jul 21 06:38:10.993012 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'port': {'device_id': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'admin_state_up': True, 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'security_groups': ['d8108142-12cb-4789-b9bf-7bacadb442d2']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:11.012846 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:11.064781 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:11.135068 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Made reservation on behalf of 5d0ba27e9a7f450c87eb189cdd6e235b for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:11.138793 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:11.185382 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44428) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:11.202768 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=9,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:11.236291 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-79d1592e-a6b5-4fe1-b6cf-532f7e7e1493 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c843d5b03994766bf883552116d54c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463617 Jul 21 06:38:11.236514 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44432) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:11.288902 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-205978b4-ec04-4eb6-8e9a-b0fc07a8b33d admin admin] Publish callbacks [] for security_group (d35dbd83-2eb8-4217-9b17-a4088cd8b0ac), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:11.305394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Allocated IP 172.20.0.6 (dadad058-4314-4199-8e9f-a1bda80f561d/a810cecd-49b8-42a4-8b02-36e4020aaf6a/079bd124-28ea-4a24-82cf-3ee1ee8d3689) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:38:11.311974 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-205978b4-ec04-4eb6-8e9a-b0fc07a8b33d admin admin] Publish callbacks [] for security_group (d35dbd83-2eb8-4217-9b17-a4088cd8b0ac), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:11.363921 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-205978b4-ec04-4eb6-8e9a-b0fc07a8b33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d35dbd83-2eb8-4217-9b17-a4088cd8b0ac), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:11.366775 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-205978b4-ec04-4eb6-8e9a-b0fc07a8b33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:11.369984 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-205978b4-ec04-4eb6-8e9a-b0fc07a8b33d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d35dbd83-2eb8-4217-9b17-a4088cd8b0ac HTTP/1.1" status: 204 len: 168 time: 0.1306608 Jul 21 06:38:11.379756 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205978b4-ec04-4eb6-8e9a-b0fc07a8b33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35dbd83-2eb8-4217-9b17-a4088cd8b0ac,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:11.481477 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:11.524210 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:11.576134 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Network dadad058-4314-4199-8e9f-a1bda80f561d is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:38:11.582531 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:11.586538 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:38:11.645221 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:11.645878 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:11.649925 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'Port': ['ID=079bd124-28ea-4a24-82cf-3ee1ee8d3689,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:11.672545 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-4e31f31a-d1ae-4068-82e4-54d0987d1009 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6836677 Jul 21 06:38:11.691514 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Request body: {'port': {'device_id': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:11.792742 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:11.956438 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ec66ec65-8799-4f08-8e20-082808ef80a5 None None] Provisioning complete for port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:11.956897 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec65-8799-4f08-8e20-082808ef80a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:12.039765 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ec66ec65-8799-4f08-8e20-082808ef80a5 None None] Port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:38:12.061813 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:12.142445 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fdc69-d6b6-4318-a56b-113f0151e060 req-a30829a4-7103-47c9-ae31-190632d4c083 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:12.144000 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d30fdc69-d6b6-4318-a56b-113f0151e060 req-a30829a4-7103-47c9-ae31-190632d4c083 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 931 time: 0.0847254 Jul 21 06:38:12.146715 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:12.253807 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d30fdc69-d6b6-4318-a56b-113f0151e060 req-ec72697c-c9b4-43fa-804e-0eea3c21e813 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008828 Jul 21 06:38:12.261662 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079bd124-28ea-4a24-82cf-3ee1ee8d3689 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:38:12.270329 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Publish callbacks [] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:12.296956 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Transition to ACTIVE for port object 079bd124-28ea-4a24-82cf-3ee1ee8d3689 will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:38:12.300811 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16164686'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:12.356917 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Pushing event updated for resources: {'Port': ['ID=079bd124-28ea-4a24-82cf-3ee1ee8d3689,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:12.459785 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Attempting to bind port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:38:12.459785 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Attempting to bind port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:38:12.460107 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Attempting to bind port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 on network dadad058-4314-4199-8e9f-a1bda80f561d {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:38:12.467929 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 on network dadad058-4314-4199-8e9f-a1bda80f561d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:38:12.468150 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Attempting to bind port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 on network dadad058-4314-4199-8e9f-a1bda80f561d {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:38:12.478361 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:38:12.479092 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Checking segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:12.479650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Bound using segment: {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:38:12.481062 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Bound port: 079bd124-28ea-4a24-82cf-3ee1ee8d3689, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:38:12.482266 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:12.615690 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] For port 079bd124-28ea-4a24-82cf-3ee1ee8d3689, host hv-cinder-85031, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:38:12.620118 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] For port 079bd124-28ea-4a24-82cf-3ee1ee8d3689, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=079bd124-28ea-4a24-82cf-3ee1ee8d3689,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:38:12.628795 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16164686'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:12.674225 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:12.675280 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:12.677820 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] 10.222.0.36 "PUT /v2.0/ports/079bd124-28ea-4a24-82cf-3ee1ee8d3689 HTTP/1.1" status: 200 len: 1093 time: 0.9911191 Jul 21 06:38:12.681095 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'tag': '079bd124-28ea-4a24-82cf-3ee1ee8d3689'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:38:12.683752 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1d694-da1a-403a-8b51-6adb714af206" -d '{"events": [{"name": "network-changed", "server_uuid": "1640afc0-f117-498d-b7aa-c8905ac22c7f", "tag": "079bd124-28ea-4a24-82cf-3ee1ee8d3689"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:38:12.721829 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a5014-3b0e-4a5b-a579-b775c086ac3b service neutron] Pushing event updated for resources: {'Port': ['ID=079bd124-28ea-4a24-82cf-3ee1ee8d3689,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:12.753769 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679e2d45-09e5-418d-b232-4a81c92a8882 x-openstack-request-id: req-679e2d45-09e5-418d-b232-4a81c92a8882 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:38:12.756482 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1640afc0-f117-498d-b7aa-c8905ac22c7f", "tag": "079bd124-28ea-4a24-82cf-3ee1ee8d3689", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:38:12.756932 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-679e2d45-09e5-418d-b232-4a81c92a8882 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:38:12.757545 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679e2d45-09e5-418d-b232-4a81c92a8882'] response: {'name': 'network-changed', 'server_uuid': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'tag': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'status': 'completed', 'code': 200} Jul 21 06:38:12.841223 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-7a3a7a09-fa03-439c-b4be-fd4aa7e505da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:12.842926 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-7a3a7a09-fa03-439c-b4be-fd4aa7e505da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 1127 time: 0.0684891 Jul 21 06:38:12.938279 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb35b92-895f-47ca-8563-3002ea60b628 req-94632cca-8611-4a70-b142-8b1a17ceb2e4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:12.939964 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bdb35b92-895f-47ca-8563-3002ea60b628 req-94632cca-8611-4a70-b142-8b1a17ceb2e4 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 946 time: 0.0549159 Jul 21 06:38:12.991778 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bdb35b92-895f-47ca-8563-3002ea60b628 req-c39e62bf-1c51-402b-b75b-c813f16d552b tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455320 Jul 21 06:38:13.391760 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b063f06-7059-4de9-a890-597b2763dfab req-e3ea98f8-0e15-4571-8713-a4b16acfcb02 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:13.393230 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b063f06-7059-4de9-a890-597b2763dfab req-e3ea98f8-0e15-4571-8713-a4b16acfcb02 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0543044 Jul 21 06:38:13.444028 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b063f06-7059-4de9-a890-597b2763dfab req-7337c281-bba9-42b7-8de2-c4ca7f40fc0c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450025 Jul 21 06:38:13.956742 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44542) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:14.074658 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3094bc9a-6430-45f5-9e54-c1e07affbc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.144307 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbf0a9-f1bb-4bc1-ae93-b19159db9143 req-7e974278-6ae3-4f86-ae73-1de6ae7f05cd tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:14.146032 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76dbf0a9-f1bb-4bc1-ae93-b19159db9143 req-7e974278-6ae3-4f86-ae73-1de6ae7f05cd tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 946 time: 0.0679290 Jul 21 06:38:14.175711 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:14.225031 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76dbf0a9-f1bb-4bc1-ae93-b19159db9143 req-85c5d98c-a6d6-429e-b5d7-82b9bdb263a8 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719378 Jul 21 06:38:14.242840 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:14.248663 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3094bc9a-6430-45f5-9e54-c1e07affbc69 admin admin] Publish callbacks [] for security_group (73578d8c-6d4f-4776-b9c9-d143e2896fb3), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.253420 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3094bc9a-6430-45f5-9e54-c1e07affbc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (73578d8c-6d4f-4776-b9c9-d143e2896fb3), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.295344 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094bc9a-6430-45f5-9e54-c1e07affbc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73578d8c-6d4f-4776-b9c9-d143e2896fb3,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:14.300367 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3094bc9a-6430-45f5-9e54-c1e07affbc69 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc4e4caddfd745e4953005676e9999d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424323 Jul 21 06:38:14.302964 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44548) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:14.356693 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5c659798-53a6-4c9b-8e5b-2074e576c0fb admin admin] Publish callbacks [] for security_group (73578d8c-6d4f-4776-b9c9-d143e2896fb3), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.379284 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5c659798-53a6-4c9b-8e5b-2074e576c0fb admin admin] Publish callbacks [] for security_group (73578d8c-6d4f-4776-b9c9-d143e2896fb3), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.426540 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5c659798-53a6-4c9b-8e5b-2074e576c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (73578d8c-6d4f-4776-b9c9-d143e2896fb3), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.429092 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5c659798-53a6-4c9b-8e5b-2074e576c0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.430475 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5c659798-53a6-4c9b-8e5b-2074e576c0fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73578d8c-6d4f-4776-b9c9-d143e2896fb3 HTTP/1.1" status: 204 len: 168 time: 0.1263638 Jul 21 06:38:14.439144 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c659798-53a6-4c9b-8e5b-2074e576c0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73578d8c-6d4f-4776-b9c9-d143e2896fb3,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:14.580614 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec650-3d64-4a6b-aa90-996b4d9a3378 req-591452ab-96c2-487a-9838-b0ec98461a6b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:14.588526 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-589ec650-3d64-4a6b-aa90-996b4d9a3378 req-591452ab-96c2-487a-9838-b0ec98461a6b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0664375 Jul 21 06:38:14.634863 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-589ec650-3d64-4a6b-aa90-996b4d9a3378 req-b890ae23-e3ae-45a6-be22-43b59b6ddcc7 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454781 Jul 21 06:38:14.712961 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44556) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:14.726996 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28eae9f9-f4bc-423d-92fa-1380615fca9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.807035 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28eae9f9-f4bc-423d-92fa-1380615fca9a admin admin] Publish callbacks [] for security_group (519420ea-612a-4412-a1a1-49164e874734), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.811447 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28eae9f9-f4bc-423d-92fa-1380615fca9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (519420ea-612a-4412-a1a1-49164e874734), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.851515 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-28eae9f9-f4bc-423d-92fa-1380615fca9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df248c78e48049db8b728f17639dedea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374731 Jul 21 06:38:14.852379 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eae9f9-f4bc-423d-92fa-1380615fca9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519420ea-612a-4412-a1a1-49164e874734,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:14.854248 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44560) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:14.858768 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:14.863190 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:14.905278 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a0565b12-3951-4713-b9f9-ec8a8f67ecb2 admin admin] Publish callbacks [] for security_group (519420ea-612a-4412-a1a1-49164e874734), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:14.950573 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-40348046-4815-48a8-8bcc-bcf9a9a35d71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=079bd124-28ea-4a24-82cf-3ee1ee8d3689 HTTP/1.1" status: 200 len: 217 time: 0.0405638 Jul 21 06:38:14.959752 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a0565b12-3951-4713-b9f9-ec8a8f67ecb2 admin admin] Publish callbacks [] for security_group (519420ea-612a-4412-a1a1-49164e874734), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:15.009739 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a0565b12-3951-4713-b9f9-ec8a8f67ecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (519420ea-612a-4412-a1a1-49164e874734), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:15.012240 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a0565b12-3951-4713-b9f9-ec8a8f67ecb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:15.013402 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a0565b12-3951-4713-b9f9-ec8a8f67ecb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/519420ea-612a-4412-a1a1-49164e874734 HTTP/1.1" status: 204 len: 168 time: 0.1580620 Jul 21 06:38:15.021739 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0565b12-3951-4713-b9f9-ec8a8f67ecb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519420ea-612a-4412-a1a1-49164e874734,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:15.359789 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556eb56f-5bda-41a4-bbee-a2033d75a4eb req-4fd3ef0c-4a27-4675-9d3e-af4dadf89496 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:15.361501 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-556eb56f-5bda-41a4-bbee-a2033d75a4eb req-4fd3ef0c-4a27-4675-9d3e-af4dadf89496 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 946 time: 0.0496187 Jul 21 06:38:15.414517 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-556eb56f-5bda-41a4-bbee-a2033d75a4eb req-e72c5d9e-174f-48ff-bc87-ee2a79585230 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468996 Jul 21 06:38:15.790689 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbc4b5-7d0e-47d8-93a3-e06c44b47162 req-42edb3f5-1036-414c-a4d2-f4140eb692ab tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:15.792151 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cddbc4b5-7d0e-47d8-93a3-e06c44b47162 req-42edb3f5-1036-414c-a4d2-f4140eb692ab tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0804143 Jul 21 06:38:15.793961 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-89679ecc-e578-49f7-bfa0-d056a26f8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:15.795272 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-89679ecc-e578-49f7-bfa0-d056a26f8b4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0922985 Jul 21 06:38:15.845929 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cddbc4b5-7d0e-47d8-93a3-e06c44b47162 req-ffe56cae-5de1-470b-bad5-3b2375b10c0c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462248 Jul 21 06:38:16.533836 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc045d5-5f50-4306-a577-7901c0efb46d req-577dcb1f-aff9-4dc4-956d-1c7b417f1248 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:16.536095 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0cc045d5-5f50-4306-a577-7901c0efb46d req-577dcb1f-aff9-4dc4-956d-1c7b417f1248 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 946 time: 0.0497372 Jul 21 06:38:16.584152 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0cc045d5-5f50-4306-a577-7901c0efb46d req-1eed6a6a-1b89-44fb-b783-71e08e69016d tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422447 Jul 21 06:38:16.652098 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-6bcac314-52e5-4c7f-b006-75ca40031126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:16.657981 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-6bcac314-52e5-4c7f-b006-75ca40031126 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516870 Jul 21 06:38:16.678917 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:16.752461 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:16.758554 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-ae2b2c2f-f27a-451d-a4a8-d4dee3386079 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965750 Jul 21 06:38:16.982194 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dbc8a-9edd-4601-97cb-e54e343c7b73 req-39203aa6-1271-410e-8f3b-71317a07e661 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:16.983658 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ba2dbc8a-9edd-4601-97cb-e54e343c7b73 req-39203aa6-1271-410e-8f3b-71317a07e661 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0664914 Jul 21 06:38:16.987304 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-004303a6-aecd-42de-a3b8-439aaa24a430 req-57765aca-26ba-4302-a19d-c3a0fd6bde78 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306760 Jul 21 06:38:17.036159 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ba2dbc8a-9edd-4601-97cb-e54e343c7b73 req-8c84eabd-3361-455a-8193-355978fa13a1 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468047 Jul 21 06:38:17.070932 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-a9c449ec-defb-4a0d-87ab-326665dfe573 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:17.072382 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-a9c449ec-defb-4a0d-87ab-326665dfe573 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 946 time: 0.0566032 Jul 21 06:38:17.345570 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-0a1d0419-8705-4822-a975-3aaf4c7f7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:17.347108 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-0a1d0419-8705-4822-a975-3aaf4c7f7260 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 1127 time: 0.0392718 Jul 21 06:38:17.372521 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Deleting port 4aee29c5-9551-4f05-a973-a575a8c0fa54 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:38:17.372861 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:17.397320 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:17.442202 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-d0d8f3d9-97cd-434e-b373-cadc377bb6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:17.443722 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-d0d8f3d9-97cd-434e-b373-cadc377bb6ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 913 time: 0.0904436 Jul 21 06:38:17.464572 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] For port 4aee29c5-9551-4f05-a973-a575a8c0fa54, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=4aee29c5-9551-4f05-a973-a575a8c0fa54,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:17.464940 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:17.486657 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-fcd0fd1a-8d46-474e-89a9-13e26bb492c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=079bd124-28ea-4a24-82cf-3ee1ee8d3689 HTTP/1.1" status: 200 len: 217 time: 0.0328443 Jul 21 06:38:17.537437 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-ee48637b-ebf8-4fa2-9ce5-a3db83c8fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:17.538888 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-ee48637b-ebf8-4fa2-9ce5-a3db83c8fe7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0440187 Jul 21 06:38:17.592759 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-dc8e08ff-71a0-43be-901e-17fbfac37a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:17.595379 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-dc8e08ff-71a0-43be-901e-17fbfac37a02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437088 Jul 21 06:38:17.629816 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:17.630211 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:17.630529 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Floating IP 196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb disassociated. External IP: 172.27.1.174, port: 4aee29c5-9551-4f05-a973-a575a8c0fa54. Jul 21 06:38:17.630878 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Calling delete_port for 4aee29c5-9551-4f05-a973-a575a8c0fa54 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:38:17.742883 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834275d-ade1-43de-8268-b10f818aa94a req-ff2a8051-70c6-45e0-bc25-857c35e7b12e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:17.744353 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6834275d-ade1-43de-8268-b10f818aa94a req-ff2a8051-70c6-45e0-bc25-857c35e7b12e tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 946 time: 0.0805943 Jul 21 06:38:17.750692 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-c0b8662e-a958-4260-806c-3f2a7a614b52 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486883 Jul 21 06:38:17.774454 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (4aee29c5-9551-4f05-a973-a575a8c0fa54), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:17.807459 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event deleted for resources: {'Port': ['ID=4aee29c5-9551-4f05-a973-a575a8c0fa54,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:17.858628 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6834275d-ade1-43de-8268-b10f818aa94a req-2bdcf557-7e3b-4c9c-b843-596debdea85a tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6e83d35-f133-4149-b467-152a29eed9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067953 Jul 21 06:38:17.895196 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6cb1d694-da1a-403a-8b51-6adb714af206 req-bc343e6b-bb1b-4188-bd79-715a749b2098 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360183 Jul 21 06:38:18.141496 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:18.207550 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd7f7-94e2-46c6-9a15-d68ba2028e7b req-ec1c0f2c-f4cc-4e7c-a1df-9e232a85a745 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:18.209133 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-263dd7f7-94e2-46c6-9a15-d68ba2028e7b req-ec1c0f2c-f4cc-4e7c-a1df-9e232a85a745 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0735116 Jul 21 06:38:18.216239 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Router dc070977-f217-4b12-90e7-c33b01f89b28 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:38:18.285672 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-263dd7f7-94e2-46c6-9a15-d68ba2028e7b req-5dd2a7ab-6883-4d01-ad19-8aed3022c74f tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658858 Jul 21 06:38:18.335420 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:38:18.350098 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] Sync routers for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:38:18.362682 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:18.363238 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:18.387069 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] No DVR routers for this DVR port 4aee29c5-9551-4f05-a973-a575a8c0fa54 on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:38:18.389839 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:18.393437 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a74da99c-f6fd-46c6-82f8-4981557a3a4e req-4df46b15-2584-4c22-a9e7-38d6e47eaaf6 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.36 "DELETE /v2.0/ports/4aee29c5-9551-4f05-a973-a575a8c0fa54 HTTP/1.1" status: 204 len: 173 time: 1.1036432 Jul 21 06:38:18.393962 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'name': 'network-vif-deleted', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:38:18.396190 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44215d8d-07f4-4c75-8b3b-1d7cc485b2a2" -d '{"events": [{"server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "name": "network-vif-deleted", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:38:18.432457 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e14e4ab-5022-41fb-b735-e6811ad093ee x-openstack-request-id: req-9e14e4ab-5022-41fb-b735-e6811ad093ee {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:38:18.432747 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ff60b2-b16b-481d-8396-016f9068bff1", "name": "network-vif-deleted", "tag": "4aee29c5-9551-4f05-a973-a575a8c0fa54", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:38:18.432998 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e14e4ab-5022-41fb-b735-e6811ad093ee {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:38:18.433430 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e14e4ab-5022-41fb-b735-e6811ad093ee'] response: {'server_uuid': 'd6ff60b2-b16b-481d-8396-016f9068bff1', 'name': 'network-vif-deleted', 'tag': '4aee29c5-9551-4f05-a973-a575a8c0fa54', 'status': 'completed', 'code': 200} Jul 21 06:38:18.472993 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:18.781994 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:18.807502 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] Checking router: dc070977-f217-4b12-90e7-c33b01f89b28 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:38:18.813456 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:18.816604 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:18.817193 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:37:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:18.920928 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:18.977705 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bfaaed88-39c5-43db-af8a-f23427599cc4 req-efffbf51-1eb3-484c-9bbe-3b429516c380 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 210 time: 0.0280325 Jul 21 06:38:19.112182 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:19.136899 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406a082-236f-41bb-b49a-b2a5e96a277b None None] The sync data for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi is: [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:30:30Z', 'revision_number': 4, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5515d094-e2eb-4539-abbe-e228e19f923f', 'name': '', 'network_id': '57bee45f-12cb-4a98-816f-3a63d161af66', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'mac_address': 'fa:16:3e:28:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:27Z', 'updated_at': '2022-07-21T06:30:50Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'subnets': [{'id': 'f3eb72e6-0362-4ee0-969e-675c914be91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:38:19.383242 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433094ba-45c4-4e15-b5d9-d11f45fd02c7 None None] New status for floating IP 196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb: DOWN {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:38:19.416974 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104e0c3-9f67-45cb-b887-95008953f323 req-e29bdb30-b6e3-4eaa-baaa-1be88c217904 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:19.426605 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b104e0c3-9f67-45cb-b887-95008953f323 req-e29bdb30-b6e3-4eaa-baaa-1be88c217904 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0580268 Jul 21 06:38:19.474602 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b104e0c3-9f67-45cb-b887-95008953f323 req-2fce6082-df57-4c5b-b232-22cc5d91c7e4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468209 Jul 21 06:38:19.677103 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44676) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:19.783153 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b4c730fe-042d-45ff-a480-ee407a51ccd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:19.806963 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:19.816163 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:19.862261 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b4c730fe-042d-45ff-a480-ee407a51ccd4 admin admin] Publish callbacks [] for security_group (fded6167-d8f5-4e38-9830-07698f2525d8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:19.865791 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b4c730fe-042d-45ff-a480-ee407a51ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fded6167-d8f5-4e38-9830-07698f2525d8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:19.905037 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b4c730fe-042d-45ff-a480-ee407a51ccd4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=861a750092db47f8868e4bef039adc28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268903 Jul 21 06:38:19.906508 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c730fe-042d-45ff-a480-ee407a51ccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fded6167-d8f5-4e38-9830-07698f2525d8,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:19.908358 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44680) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:19.958337 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c85a3a1a-401a-402f-baac-375c5b9d9170 admin admin] Publish callbacks [] for security_group (fded6167-d8f5-4e38-9830-07698f2525d8), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:19.979964 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c85a3a1a-401a-402f-baac-375c5b9d9170 admin admin] Publish callbacks [] for security_group (fded6167-d8f5-4e38-9830-07698f2525d8), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:20.026751 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c85a3a1a-401a-402f-baac-375c5b9d9170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (fded6167-d8f5-4e38-9830-07698f2525d8), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:20.029599 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c85a3a1a-401a-402f-baac-375c5b9d9170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:20.033632 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c85a3a1a-401a-402f-baac-375c5b9d9170 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fded6167-d8f5-4e38-9830-07698f2525d8 HTTP/1.1" status: 204 len: 168 time: 0.1237795 Jul 21 06:38:20.042047 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a3a1a-401a-402f-baac-375c5b9d9170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fded6167-d8f5-4e38-9830-07698f2525d8,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:20.056166 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:20.100491 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c058ed8-a682-410b-a1b1-a5c4856395d6 req-9bd33d2d-694c-4093-a0f1-86f12837c162 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 210 time: 0.0330775 Jul 21 06:38:20.315287 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44690) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:20.328458 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d8f0-5d04-43a9-a5e2-29e8c81d84c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:20.405932 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d8f0-5d04-43a9-a5e2-29e8c81d84c5 admin admin] Publish callbacks [] for security_group (44f937f5-7cf7-4e9b-8527-091280534f4c), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:20.410010 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d8f0-5d04-43a9-a5e2-29e8c81d84c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (44f937f5-7cf7-4e9b-8527-091280534f4c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:20.448412 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e0e9d8f0-5d04-43a9-a5e2-29e8c81d84c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8361558c32f64b7fa2b9b7644fa4c3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320815 Jul 21 06:38:20.450791 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9d8f0-5d04-43a9-a5e2-29e8c81d84c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f937f5-7cf7-4e9b-8527-091280534f4c,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:20.451220 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44692) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:20.489441 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:20.502079 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-90b032fd-d567-426b-b5c1-81a4edb02e8c admin admin] Publish callbacks [] for security_group (44f937f5-7cf7-4e9b-8527-091280534f4c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:20.525592 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-90b032fd-d567-426b-b5c1-81a4edb02e8c admin admin] Publish callbacks [] for security_group (44f937f5-7cf7-4e9b-8527-091280534f4c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:20.572058 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-90b032fd-d567-426b-b5c1-81a4edb02e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (44f937f5-7cf7-4e9b-8527-091280534f4c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:20.574943 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-90b032fd-d567-426b-b5c1-81a4edb02e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:20.576124 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-90b032fd-d567-426b-b5c1-81a4edb02e8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44f937f5-7cf7-4e9b-8527-091280534f4c HTTP/1.1" status: 204 len: 168 time: 0.1238911 Jul 21 06:38:20.584940 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b032fd-d567-426b-b5c1-81a4edb02e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f937f5-7cf7-4e9b-8527-091280534f4c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:20.599848 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c10a-853c-423f-9f9a-e32764625355 req-ec09f0c3-c35f-417b-9aa0-c89a1f25f941 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:20.601649 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-89b7c10a-853c-423f-9f9a-e32764625355 req-ec09f0c3-c35f-417b-9aa0-c89a1f25f941 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0530314 Jul 21 06:38:20.655837 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-89b7c10a-853c-423f-9f9a-e32764625355 req-97d87566-0127-4a68-ae5f-eb277d008872 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471148 Jul 21 06:38:20.994535 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:21.225148 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-41867e02-69ae-46f3-9af5-1f7167360e14 req-45ea57c8-3c96-4407-bb99-9519b6226c9c tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ff60b2-b16b-481d-8396-016f9068bff1 HTTP/1.1" status: 200 len: 210 time: 0.0352166 Jul 21 06:38:21.770344 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c38ab9-d4c8-484e-9184-92eadee51583 req-92798d07-2a62-4914-a4e2-5ac4540cca35 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:21.771812 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c2c38ab9-d4c8-484e-9184-92eadee51583 req-92798d07-2a62-4914-a4e2-5ac4540cca35 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0467856 Jul 21 06:38:21.825748 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c2c38ab9-d4c8-484e-9184-92eadee51583 req-2e7bda52-abba-4489-9104-afc8e65ef333 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483017 Jul 21 06:38:21.947185 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-aac5816e-7d61-41b2-af73-eb0bf6787bf3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429196 Jul 21 06:38:22.025909 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-edec8743-5597-4b28-9656-7f450f4ad4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:22.027705 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-edec8743-5597-4b28-9656-7f450f4ad4ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 1129 time: 0.0421937 Jul 21 06:38:22.149117 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-395f0d45-c388-4f29-be96-772c76f91890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:22.150618 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-395f0d45-c388-4f29-be96-772c76f91890 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 913 time: 0.0994072 Jul 21 06:38:22.221137 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-4b0b0a66-c244-4b8a-8757-54de670a65d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 HTTP/1.1" status: 200 len: 1001 time: 0.0623703 Jul 21 06:38:22.273588 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-fcb60553-c963-4ce2-8ea7-5bef47f3ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:22.275105 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-fcb60553-c963-4ce2-8ea7-5bef47f3ca83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0478418 Jul 21 06:38:22.322257 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-9f1144d2-d2fc-4afc-9f86-e042061b3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:22.323900 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-9f1144d2-d2fc-4afc-9f86-e042061b3c58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421245 Jul 21 06:38:22.334841 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44754) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:22.392710 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-56810229-6ccf-47c3-b55b-75f7435fa163 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (c6e83d35-f133-4149-b467-152a29eed9c8), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:22.424994 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-56810229-6ccf-47c3-b55b-75f7435fa163 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (c6e83d35-f133-4149-b467-152a29eed9c8), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:22.493474 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-56810229-6ccf-47c3-b55b-75f7435fa163 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (c6e83d35-f133-4149-b467-152a29eed9c8), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:22.496214 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-56810229-6ccf-47c3-b55b-75f7435fa163 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:22.497609 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-56810229-6ccf-47c3-b55b-75f7435fa163 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "DELETE /v2.0/security-groups/c6e83d35-f133-4149-b467-152a29eed9c8 HTTP/1.1" status: 204 len: 168 time: 0.1617115 Jul 21 06:38:22.502118 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44766) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:22.526671 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-4b426882-4209-4c2d-8e70-1f721d070fa9 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] show failed (client error): The resource could not be found. Jul 21 06:38:22.528094 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-4b426882-4209-4c2d-8e70-1f721d070fa9 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "GET /v2.0/security-groups/c6e83d35-f133-4149-b467-152a29eed9c8 HTTP/1.1" status: 404 len: 347 time: 0.0228364 Jul 21 06:38:22.536749 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56810229-6ccf-47c3-b55b-75f7435fa163 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e83d35-f133-4149-b467-152a29eed9c8,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:22.536749 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44768) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:22.617602 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:22.644703 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-330366d0-f8d8-4a34-a31f-1c0da504c658 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660945 Jul 21 06:38:22.677875 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-43c2a7ae-a4ce-45de-b7d2-aaad3b256244 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Deleting port 2db26707-64f8-473f-9e43-c36d91e21bef {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:38:22.678248 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-43c2a7ae-a4ce-45de-b7d2-aaad3b256244 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (2db26707-64f8-473f-9e43-c36d91e21bef), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:22.742689 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:22.762693 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-43c2a7ae-a4ce-45de-b7d2-aaad3b256244 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (2db26707-64f8-473f-9e43-c36d91e21bef), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:22.763025 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-43c2a7ae-a4ce-45de-b7d2-aaad3b256244 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (2db26707-64f8-473f-9e43-c36d91e21bef), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:22.785240 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-43c2a7ae-a4ce-45de-b7d2-aaad3b256244 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Calling delete_port for 2db26707-64f8-473f-9e43-c36d91e21bef owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:38:22.785240 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:22.959655 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ea26-7838-42ec-b9cc-f65e72fcd998 req-4ded574e-350b-4b08-a109-f273a672ed2f tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:22.961106 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6da8ea26-7838-42ec-b9cc-f65e72fcd998 req-4ded574e-350b-4b08-a109-f273a672ed2f tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0602314 Jul 21 06:38:22.962201 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-43c2a7ae-a4ce-45de-b7d2-aaad3b256244 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (2db26707-64f8-473f-9e43-c36d91e21bef), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:22.996254 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2a7ae-a4ce-45de-b7d2-aaad3b256244 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Pushing event deleted for resources: {'Port': ['ID=2db26707-64f8-473f-9e43-c36d91e21bef,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:23.083314 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6da8ea26-7838-42ec-b9cc-f65e72fcd998 req-0eeb2a16-b761-41a9-bea1-e9804ef05119 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121125 Jul 21 06:38:23.089715 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-43c2a7ae-a4ce-45de-b7d2-aaad3b256244 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks [] for floatingip (196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:23.092180 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-43c2a7ae-a4ce-45de-b7d2-aaad3b256244 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:23.093274 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-43c2a7ae-a4ce-45de-b7d2-aaad3b256244 tempest-AttachVolumeShelveTestJSON-1930095569 tempest-AttachVolumeShelveTestJSON-1930095569-project] 10.222.0.42 "DELETE /v2.0/floatingips/196bc2b0-e9c9-4128-bf32-3fc7c4d1e3fb HTTP/1.1" status: 204 len: 168 time: 0.5606744 Jul 21 06:38:23.265523 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d94eeaf4-9e1b-4811-9901-988f61e8b132 req-ee6ee0ee-bfba-4345-bfca-5e092bbc309b service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905957 Jul 21 06:38:24.049218 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:38:24.199220 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f2d20-21b0-48d0-aa82-b9445beeeb2d req-5d61e382-3102-433b-91d6-7a761b8815a4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:24.200669 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f3f2d20-21b0-48d0-aa82-b9445beeeb2d req-5d61e382-3102-433b-91d6-7a761b8815a4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0464811 Jul 21 06:38:24.250396 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f3f2d20-21b0-48d0-aa82-b9445beeeb2d req-a66c1736-bbd7-4400-936d-7e38ad1a5101 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432894 Jul 21 06:38:25.367181 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a9475-45d9-4379-88d0-8bca7c4d2f66 req-daff028b-0dbb-41ce-b9a6-3189d9cd7c6b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:25.368655 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5a4a9475-45d9-4379-88d0-8bca7c4d2f66 req-daff028b-0dbb-41ce-b9a6-3189d9cd7c6b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 943 time: 0.0482371 Jul 21 06:38:25.423409 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5a4a9475-45d9-4379-88d0-8bca7c4d2f66 req-f0c589e2-2c8c-4735-9068-badc8bdb5154 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488102 Jul 21 06:38:25.873055 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 079bd124-28ea-4a24-82cf-3ee1ee8d3689 details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:38:25.976013 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 079bd124-28ea-4a24-82cf-3ee1ee8d3689, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=079bd124-28ea-4a24-82cf-3ee1ee8d3689,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:25.987054 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'port_id': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'mac_address': 'fa:16:3e:af:a7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:38:26.022471 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:26.022853 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:26.039630 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079bd124-28ea-4a24-82cf-3ee1ee8d3689 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:38:26.059218 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 079bd124-28ea-4a24-82cf-3ee1ee8d3689, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=079bd124-28ea-4a24-82cf-3ee1ee8d3689,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:26.064718 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:26.116307 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=079bd124-28ea-4a24-82cf-3ee1ee8d3689,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:26.124054 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.124398 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.125254 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.125602 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.125961 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.126284 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.126623 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.126946 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.127268 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.127595 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.127921 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.128247 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.128570 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.128942 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.129760 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:26.206404 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7cb85ee1-4e62-4be2-883a-d42f36c66e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:26.543668 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf01fd-f19a-44aa-bf54-820ab2b278a0 req-66e0cbc5-5187-42cb-a807-2da90a3cbd3f tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:26.545128 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91cf01fd-f19a-44aa-bf54-820ab2b278a0 req-66e0cbc5-5187-42cb-a807-2da90a3cbd3f tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 944 time: 0.0474420 Jul 21 06:38:26.592975 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91cf01fd-f19a-44aa-bf54-820ab2b278a0 req-60c78cea-8f4f-4f15-98cf-89fd87edf088 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423946 Jul 21 06:38:26.796582 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 4aee29c5-9551-4f05-a973-a575a8c0fa54 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:38:26.818711 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 4aee29c5-9551-4f05-a973-a575a8c0fa54 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:38:26.819051 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 4aee29c5-9551-4f05-a973-a575a8c0fa54 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:38:27.146198 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['079bd124-28ea-4a24-82cf-3ee1ee8d3689'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:38:27.344124 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:27.624342 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44890) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:27.713841 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79af6-6502-4fab-bf27-5d0d18381098 req-53637a94-a3c9-4552-8e01-f0e48d23c931 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:27.715342 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4bb79af6-6502-4fab-bf27-5d0d18381098 req-53637a94-a3c9-4552-8e01-f0e48d23c931 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 944 time: 0.0499601 Jul 21 06:38:27.766992 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4bb79af6-6502-4fab-bf27-5d0d18381098 req-0d8cbb72-d38c-4936-b260-73a6877adafa tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459540 Jul 21 06:38:28.231905 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44908) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:28.232512 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:28.323519 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:28.341288 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27c27342-1227-469d-8fb1-3cd153e3c750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.371066 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (dc070977-f217-4b12-90e7-c33b01f89b28), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.419824 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27c27342-1227-469d-8fb1-3cd153e3c750 admin admin] Publish callbacks [] for security_group (2a9d0972-14c8-4b5c-9ea7-4ac2a67221eb), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.424497 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27c27342-1227-469d-8fb1-3cd153e3c750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (2a9d0972-14c8-4b5c-9ea7-4ac2a67221eb), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.461922 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c27342-1227-469d-8fb1-3cd153e3c750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9d0972-14c8-4b5c-9ea7-4ac2a67221eb,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:28.466232 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-27c27342-1227-469d-8fb1-3cd153e3c750 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99271631dace4268b358ae21988d0817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332642 Jul 21 06:38:28.469397 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44912) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:28.519166 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-af364eb5-a8f1-4e9e-a80c-dd2131d63509 admin admin] Publish callbacks [] for security_group (2a9d0972-14c8-4b5c-9ea7-4ac2a67221eb), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.541850 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-89f65975-bf17-4962-89e2-6655ebd413b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.543136 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-af364eb5-a8f1-4e9e-a80c-dd2131d63509 admin admin] Publish callbacks [] for security_group (2a9d0972-14c8-4b5c-9ea7-4ac2a67221eb), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.577418 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:28.603993 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-af364eb5-a8f1-4e9e-a80c-dd2131d63509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (2a9d0972-14c8-4b5c-9ea7-4ac2a67221eb), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.606929 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-af364eb5-a8f1-4e9e-a80c-dd2131d63509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.611437 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-af364eb5-a8f1-4e9e-a80c-dd2131d63509 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a9d0972-14c8-4b5c-9ea7-4ac2a67221eb HTTP/1.1" status: 204 len: 168 time: 0.1410680 Jul 21 06:38:28.616298 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Deleting port 5515d094-e2eb-4539-abbe-e228e19f923f {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:38:28.616648 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.624139 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af364eb5-a8f1-4e9e-a80c-dd2131d63509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9d0972-14c8-4b5c-9ea7-4ac2a67221eb,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:28.702363 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] For port 5515d094-e2eb-4539-abbe-e228e19f923f, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=5515d094-e2eb-4539-abbe-e228e19f923f,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:28.703803 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:28.717514 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Calling delete_port for 5515d094-e2eb-4539-abbe-e228e19f923f owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:38:28.905408 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244b36-76e3-4647-864a-d0d9c5b7cd30 req-8cd9f2ca-00e2-4dac-b000-2aa2ff2fb00c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:28.906991 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38244b36-76e3-4647-864a-d0d9c5b7cd30 req-8cd9f2ca-00e2-4dac-b000-2aa2ff2fb00c tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 944 time: 0.0720322 Jul 21 06:38:28.940638 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44928) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:28.955837 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3e43-df82-4c1d-88ed-e063ff9ffb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.008155 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38244b36-76e3-4647-864a-d0d9c5b7cd30 req-fb397fb5-645b-4f7a-8d65-dd7584f9c133 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878544 Jul 21 06:38:29.015057 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (5515d094-e2eb-4539-abbe-e228e19f923f), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.036151 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3e43-df82-4c1d-88ed-e063ff9ffb43 admin admin] Publish callbacks [] for security_group (b5a550a8-0b04-486a-84d3-cb4332121263), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.040048 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 079bd124-28ea-4a24-82cf-3ee1ee8d3689 up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:38:29.040261 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3e43-df82-4c1d-88ed-e063ff9ffb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b5a550a8-0b04-486a-84d3-cb4332121263), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.045258 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Pushing event deleted for resources: {'Port': ['ID=5515d094-e2eb-4539-abbe-e228e19f923f,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:29.082438 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.083044 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.084134 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.084655 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.085305 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.085848 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.086406 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.086969 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.087751 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.088256 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.088834 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.089381 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.089978 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.090564 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.091241 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:29.100894 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f3e43-df82-4c1d-88ed-e063ff9ffb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a550a8-0b04-486a-84d3-cb4332121263,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:29.101259 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:38:29.110272 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:29.110726 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.111651 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7b0f3e43-df82-4c1d-88ed-e063ff9ffb43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f564cef729ae4e96a3cf2cb534f3f548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698492 Jul 21 06:38:29.114422 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44930) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:29.128981 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:29.181418 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d74060b4-164d-45fc-9032-87215126b11b admin admin] Publish callbacks [] for security_group (b5a550a8-0b04-486a-84d3-cb4332121263), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.207085 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:29.207518 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.210462 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d74060b4-164d-45fc-9032-87215126b11b admin admin] Publish callbacks [] for security_group (b5a550a8-0b04-486a-84d3-cb4332121263), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.225041 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:29.237711 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079bd124-28ea-4a24-82cf-3ee1ee8d3689'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:38:29.240351 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5632fa0d-555a-43d6-9211-04ac1ab0bcd6" -d '{"events": [{"server_uuid": "1640afc0-f117-498d-b7aa-c8905ac22c7f", "name": "network-vif-plugged", "status": "completed", "tag": "079bd124-28ea-4a24-82cf-3ee1ee8d3689"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:38:29.276248 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 079bd124-28ea-4a24-82cf-3ee1ee8d3689, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=079bd124-28ea-4a24-82cf-3ee1ee8d3689,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:29.282813 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.286706 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:29.288320 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (dc070977-f217-4b12-90e7-c33b01f89b28), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.290937 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d74060b4-164d-45fc-9032-87215126b11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b5a550a8-0b04-486a-84d3-cb4332121263), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.295412 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d74060b4-164d-45fc-9032-87215126b11b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.297066 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d74060b4-164d-45fc-9032-87215126b11b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5a550a8-0b04-486a-84d3-cb4332121263 HTTP/1.1" status: 204 len: 168 time: 0.1785431 Jul 21 06:38:29.326824 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff791ea9-23c3-4faa-b015-7c0793dee637 x-openstack-request-id: req-ff791ea9-23c3-4faa-b015-7c0793dee637 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:38:29.327140 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1640afc0-f117-498d-b7aa-c8905ac22c7f", "name": "network-vif-plugged", "status": "completed", "tag": "079bd124-28ea-4a24-82cf-3ee1ee8d3689", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:38:29.329330 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff791ea9-23c3-4faa-b015-7c0793dee637 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:38:29.329736 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff791ea9-23c3-4faa-b015-7c0793dee637'] response: {'server_uuid': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'code': 200} Jul 21 06:38:29.331653 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74060b4-164d-45fc-9032-87215126b11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a550a8-0b04-486a-84d3-cb4332121263,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:29.361516 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:29.384862 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=079bd124-28ea-4a24-82cf-3ee1ee8d3689,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:29.464405 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:29.528910 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Router dc070977-f217-4b12-90e7-c33b01f89b28 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:38:29.570058 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad9f9a-48b7-4eb2-b87b-4c2f7c1bbda5 req-7c640198-df17-4a05-9555-d572d09345fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:29.571584 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c6ad9f9a-48b7-4eb2-b87b-4c2f7c1bbda5 req-7c640198-df17-4a05-9555-d572d09345fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 1129 time: 0.0425181 Jul 21 06:38:29.624995 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c6ad9f9a-48b7-4eb2-b87b-4c2f7c1bbda5 req-499cd6b4-7c88-41d9-97cd-474f578d9d72 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432527 Jul 21 06:38:29.644064 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:38:29.649069 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5224ac5d-415f-430d-80fc-163f1f256956 admin admin] 10.222.0.42 "PUT /v2.0/routers/dc070977-f217-4b12-90e7-c33b01f89b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0255411 Jul 21 06:38:29.651727 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44940) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:29.654044 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] Sync routers for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:38:29.665209 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:29.665890 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:29.784484 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:29.790474 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Publish callbacks [] for router (dc070977-f217-4b12-90e7-c33b01f89b28), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.920142 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Publish callbacks [] for router_gateway (dc070977-f217-4b12-90e7-c33b01f89b28), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.979583 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Deleting port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:38:29.980040 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:29.993020 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:38:28Z', 'revision_number': 5, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port': {'id': '5768e690-f9c5-4ce9-8e72-be5cbfd7288a', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:30:19Z', 'updated_at': '2022-07-21T06:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:30.030478 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] Checking router: dc070977-f217-4b12-90e7-c33b01f89b28 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:38:30.053588 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.071362 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] Routers {'dc070977-f217-4b12-90e7-c33b01f89b28'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:30.073612 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['dc070977-f217-4b12-90e7-c33b01f89b28'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:30.103173 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] For port 5768e690-f9c5-4ce9-8e72-be5cbfd7288a, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=5768e690-f9c5-4ce9-8e72-be5cbfd7288a,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:30.103673 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.122301 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Calling delete_port for 5768e690-f9c5-4ce9-8e72-be5cbfd7288a owned by network:router_gateway {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:38:30.171402 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d1537-2a5b-458e-87f9-f239bc56e113 req-0bcd3f5e-82a9-4dbc-84e5-ea3ca31a2107 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:30.179901 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc2d1537-2a5b-458e-87f9-f239bc56e113 req-0bcd3f5e-82a9-4dbc-84e5-ea3ca31a2107 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 945 time: 0.0582027 Jul 21 06:38:30.193273 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] Set router dc070977-f217-4b12-90e7-c33b01f89b28 gateway port host: None {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:30.246447 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc2d1537-2a5b-458e-87f9-f239bc56e113 req-0f21cdf2-3a01-43a6-abc5-3c4ef5b535fa tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652804 Jul 21 06:38:30.266559 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:38:29Z', 'revision_number': 6, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port_host': None}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:30.273981 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:30.303062 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7114dc1b-8c6e-4238-9116-d2656cd6b0ec None None] The sync data for ids ['dc070977-f217-4b12-90e7-c33b01f89b28'] in dv-cinder-850318-3-iscsi is: [{'id': 'dc070977-f217-4b12-90e7-c33b01f89b28', 'name': 'tempest-AttachVolumeShelveTestJSON-1807300433-router', 'tenant_id': '2be6e5aedba545f4b562423c55ddbf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:30:16Z', 'updated_at': '2022-07-21T06:38:29Z', 'revision_number': 6, 'project_id': '2be6e5aedba545f4b562423c55ddbf80', 'gw_port_host': None}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:38:30.345141 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (5768e690-f9c5-4ce9-8e72-be5cbfd7288a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.380118 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Pushing event deleted for resources: {'Port': ['ID=5768e690-f9c5-4ce9-8e72-be5cbfd7288a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:30.436287 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (dc070977-f217-4b12-90e7-c33b01f89b28), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.538432 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (dc070977-f217-4b12-90e7-c33b01f89b28), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.540714 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Publish callbacks [] for router_controller (dc070977-f217-4b12-90e7-c33b01f89b28), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.610395 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (dc070977-f217-4b12-90e7-c33b01f89b28), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.611288 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc070977-f217-4b12-90e7-c33b01f89b28 {{(pid=103912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:38:30.617728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.619064 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-947c54f0-e548-4bc1-9ad8-9d184647f01c admin admin] 10.222.0.42 "DELETE /v2.0/routers/dc070977-f217-4b12-90e7-c33b01f89b28 HTTP/1.1" status: 204 len: 168 time: 0.9663765 Jul 21 06:38:30.621603 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 44978) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:30.682025 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f388070-c2a6-494a-8a59-90cc3e815661 admin admin] Deleting subnet f3eb72e6-0362-4ee0-969e-675c914be91e {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:38:30.685974 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f388070-c2a6-494a-8a59-90cc3e815661 admin admin] Publish callbacks [] for subnet (f3eb72e6-0362-4ee0-969e-675c914be91e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.728794 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f388070-c2a6-494a-8a59-90cc3e815661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13677288'] for subnet (f3eb72e6-0362-4ee0-969e-675c914be91e), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.817134 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f388070-c2a6-494a-8a59-90cc3e815661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (f3eb72e6-0362-4ee0-969e-675c914be91e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.878213 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f388070-c2a6-494a-8a59-90cc3e815661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16164760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14092732'] for subnet (f3eb72e6-0362-4ee0-969e-675c914be91e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.907280 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f388070-c2a6-494a-8a59-90cc3e815661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3eb72e6-0362-4ee0-969e-675c914be91e,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:30.911326 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f388070-c2a6-494a-8a59-90cc3e815661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:30.917135 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 44988) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:30.917291 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5f388070-c2a6-494a-8a59-90cc3e815661 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f3eb72e6-0362-4ee0-969e-675c914be91e HTTP/1.1" status: 204 len: 168 time: 0.2944524 Jul 21 06:38:30.918926 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1232e-782a-4a13-b738-9ec8cd91f05b None None] Network 57bee45f-12cb-4a98-816f-3a63d161af66 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:30.937989 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:31.004487 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (57bee45f-12cb-4a98-816f-3a63d161af66), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.070552 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:31.071322 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Deleting port cb331764-b428-48ae-9ec2-31fb1c167a39 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:38:31.071872 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.164650 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c767b591-6c2f-4e58-92e4-560211a0aaf5 None None] DHCP port deletion for 57bee45f-12cb-4a98-816f-3a63d161af66 request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:38:31.170803 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] For port cb331764-b428-48ae-9ec2-31fb1c167a39, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=cb331764-b428-48ae-9ec2-31fb1c167a39,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:31.171270 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.175633 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.207510 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Calling delete_port for cb331764-b428-48ae-9ec2-31fb1c167a39 owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:38:31.226792 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-c767b591-6c2f-4e58-92e4-560211a0aaf5 None None] Deleting port cb331764-b428-48ae-9ec2-31fb1c167a39 {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:38:31.227199 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c767b591-6c2f-4e58-92e4-560211a0aaf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.312891 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-c767b591-6c2f-4e58-92e4-560211a0aaf5 None None] For port cb331764-b428-48ae-9ec2-31fb1c167a39, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=cb331764-b428-48ae-9ec2-31fb1c167a39,segment=NetworkSegment(cf67517b-ed8d-4a90-9b2b-c6279ebafcb5),segment_id=cf67517b-ed8d-4a90-9b2b-c6279ebafcb5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:31.313513 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c767b591-6c2f-4e58-92e4-560211a0aaf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.328650 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.334221 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-c767b591-6c2f-4e58-92e4-560211a0aaf5 None None] Calling delete_port for cb331764-b428-48ae-9ec2-31fb1c167a39 owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:38:31.376622 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb331764-b428-48ae-9ec2-31fb1c167a39,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:31.379510 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] No DVR routers for this DVR port cb331764-b428-48ae-9ec2-31fb1c167a39 on host dv-cinder-850318-3-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:38:31.429676 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c767b591-6c2f-4e58-92e4-560211a0aaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (cb331764-b428-48ae-9ec2-31fb1c167a39), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.437164 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0607c-1a0d-49cc-afa7-4d7b5988ecd9 req-718b43ee-0b6f-405b-9a74-435fa47b7ebc tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:31.444333 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767b591-6c2f-4e58-92e4-560211a0aaf5 None None] No DVR routers for this DVR port cb331764-b428-48ae-9ec2-31fb1c167a39 on host dv-cinder-850318-3-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:38:31.444581 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3fd0607c-1a0d-49cc-afa7-4d7b5988ecd9 req-718b43ee-0b6f-405b-9a74-435fa47b7ebc tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 945 time: 0.0971665 Jul 21 06:38:31.471720 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767b591-6c2f-4e58-92e4-560211a0aaf5 None None] Pushing event deleted for resources: {'Port': ['ID=cb331764-b428-48ae-9ec2-31fb1c167a39,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:31.484894 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:31.502372 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3fd0607c-1a0d-49cc-afa7-4d7b5988ecd9 req-227a5655-77e7-420f-9f87-f00f35965834 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570078 Jul 21 06:38:31.513675 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (57bee45f-12cb-4a98-816f-3a63d161af66), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.546961 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bee45f-12cb-4a98-816f-3a63d161af66']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:31.562904 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:31.563200 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf67517b-ed8d-4a90-9b2b-c6279ebafcb5') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:31.579915 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (cf67517b-ed8d-4a90-9b2b-c6279ebafcb5), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.606102 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (cf67517b-ed8d-4a90-9b2b-c6279ebafcb5), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.619168 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:38:31.619743 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (cf67517b-ed8d-4a90-9b2b-c6279ebafcb5), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.667680 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0edbf7-a109-405f-8670-1b2236aa2d93 req-b9eb5a43-f5ef-45c8-b21c-f34bc59b2575 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:31.669702 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ee0edbf7-a109-405f-8670-1b2236aa2d93 req-b9eb5a43-f5ef-45c8-b21c-f34bc59b2575 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 945 time: 0.0852630 Jul 21 06:38:31.688131 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment cf67517b-ed8d-4a90-9b2b-c6279ebafcb5 resource provider aggregate not found Jul 21 06:38:31.712227 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment cf67517b-ed8d-4a90-9b2b-c6279ebafcb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf67517b-ed8d-4a90-9b2b-c6279ebafcb5 found for delete ", "request_id": "req-2bf3a4d3-4cfc-434d-94a1-c2ef3a28d863"}]} Jul 21 06:38:31.714136 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (57bee45f-12cb-4a98-816f-3a63d161af66), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.722511 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.729086 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] 10.222.0.42 "DELETE /v2.0/networks/57bee45f-12cb-4a98-816f-3a63d161af66 HTTP/1.1" status: 204 len: 168 time: 0.8083613 Jul 21 06:38:31.759825 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:31.762986 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd5e14-366e-445e-8807-81a8779bcd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=57bee45f-12cb-4a98-816f-3a63d161af66,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:31.793525 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ee0edbf7-a109-405f-8670-1b2236aa2d93 req-1e3246d2-2dba-4abb-9fd2-55e129f55355 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177018 Jul 21 06:38:31.811204 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45036) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:31.825917 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5768e690-f9c5-4ce9-8e72-be5cbfd7288a no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:38:31.849148 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45040) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:31.850870 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 5768e690-f9c5-4ce9-8e72-be5cbfd7288a {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:38:31.851421 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5768e690-f9c5-4ce9-8e72-be5cbfd7288a not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:38:31.852435 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device cb331764-b428-48ae-9ec2-31fb1c167a39 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:38:31.874784 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: cb331764-b428-48ae-9ec2-31fb1c167a39 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:38:31.875115 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device cb331764-b428-48ae-9ec2-31fb1c167a39 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:38:31.875530 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5515d094-e2eb-4539-abbe-e228e19f923f no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:38:31.898263 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 5515d094-e2eb-4539-abbe-e228e19f923f {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:38:31.899011 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5515d094-e2eb-4539-abbe-e228e19f923f not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:38:31.993983 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45052) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:32.065889 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5d35c28f-5884-4b85-94dc-37cfb69f927d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2be6e5aedba545f4b562423c55ddbf80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0666900 Jul 21 06:38:32.066295 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45054) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:32.118126 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:32.130863 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-92a42c55-67ca-4e47-94dc-6ed6436b5c3a admin admin] Publish callbacks [] for security_group (b8be3a7c-8400-4f00-ba79-b2107eba5f81), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.132342 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fe0c5-fa7b-4550-9e2f-c3ff69f8f203 tempest-TestVolumeBootPattern-281990339 tempest-TestVolumeBootPattern-281990339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:32.136598 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-171fe0c5-fa7b-4550-9e2f-c3ff69f8f203 tempest-TestVolumeBootPattern-281990339 tempest-TestVolumeBootPattern-281990339-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 1124 time: 0.3214920 Jul 21 06:38:32.136814 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45056) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:32.144478 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'port_id': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:32.157565 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-92a42c55-67ca-4e47-94dc-6ed6436b5c3a admin admin] Publish callbacks [] for security_group (b8be3a7c-8400-4f00-ba79-b2107eba5f81), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.183014 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.213684 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-92a42c55-67ca-4e47-94dc-6ed6436b5c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b8be3a7c-8400-4f00-ba79-b2107eba5f81), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.216367 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-92a42c55-67ca-4e47-94dc-6ed6436b5c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.222348 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-92a42c55-67ca-4e47-94dc-6ed6436b5c3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8be3a7c-8400-4f00-ba79-b2107eba5f81 HTTP/1.1" status: 204 len: 168 time: 0.1541088 Jul 21 06:38:32.232071 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a42c55-67ca-4e47-94dc-6ed6436b5c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8be3a7c-8400-4f00-ba79-b2107eba5f81,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:32.273567 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9457cb25-bc03-4d8a-8d5d-4bddc871290d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.300148 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:32.311224 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.389008 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:32.450127 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45064) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:32.455108 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9457cb25-bc03-4d8a-8d5d-4bddc871290d admin admin] Publish callbacks [] for security_group (cf9f2521-62fa-458e-9c01-06ba6ddc6674), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.463518 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9457cb25-bc03-4d8a-8d5d-4bddc871290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (cf9f2521-62fa-458e-9c01-06ba6ddc6674), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.502277 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Allocated IP 172.27.1.106 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/8a45d958-79bf-41cf-8bfa-74053066614d) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:38:32.528300 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45070) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:32.528474 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9457cb25-bc03-4d8a-8d5d-4bddc871290d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a4681a07f154a268c06f7c26cf66db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6777825 Jul 21 06:38:32.534820 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457cb25-bc03-4d8a-8d5d-4bddc871290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f2521-62fa-458e-9c01-06ba6ddc6674,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:32.600879 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b393c294-19a1-4377-85ef-3dba9695ce4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.629830 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-baf30f30-b283-466d-98a5-a9ab0d58b547 admin admin] Publish callbacks [] for security_group (cf9f2521-62fa-458e-9c01-06ba6ddc6674), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.645615 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for port (8a45d958-79bf-41cf-8bfa-74053066614d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.674494 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-baf30f30-b283-466d-98a5-a9ab0d58b547 admin admin] Publish callbacks [] for security_group (cf9f2521-62fa-458e-9c01-06ba6ddc6674), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.681687 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (8a45d958-79bf-41cf-8bfa-74053066614d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.723862 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:38:32.727147 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:32.734800 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:38:32.747858 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b393c294-19a1-4377-85ef-3dba9695ce4c admin admin] Publish callbacks [] for security_group (0bea06e4-5cc7-436c-9f83-9e97a97bcf2e), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.752979 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b393c294-19a1-4377-85ef-3dba9695ce4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (0bea06e4-5cc7-436c-9f83-9e97a97bcf2e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.766660 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-baf30f30-b283-466d-98a5-a9ab0d58b547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (cf9f2521-62fa-458e-9c01-06ba6ddc6674), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.767947 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'Port': ['ID=8a45d958-79bf-41cf-8bfa-74053066614d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:32.769710 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-baf30f30-b283-466d-98a5-a9ab0d58b547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.774237 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-baf30f30-b283-466d-98a5-a9ab0d58b547 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf9f2521-62fa-458e-9c01-06ba6ddc6674 HTTP/1.1" status: 204 len: 168 time: 0.2431560 Jul 21 06:38:32.809239 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b393c294-19a1-4377-85ef-3dba9695ce4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12370a7753c14f6082fadd2fb59bc65a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571408 Jul 21 06:38:32.810571 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393c294-19a1-4377-85ef-3dba9695ce4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bea06e4-5cc7-436c-9f83-9e97a97bcf2e,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:32.814498 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45082) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:32.829874 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf30f30-b283-466d-98a5-a9ab0d58b547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f2521-62fa-458e-9c01-06ba6ddc6674,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:32.901782 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4eae-2181-4c51-8b06-4fd2e13a720a admin admin] Publish callbacks [] for security_group (0bea06e4-5cc7-436c-9f83-9e97a97bcf2e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.934004 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4eae-2181-4c51-8b06-4fd2e13a720a admin admin] Publish callbacks [] for security_group (0bea06e4-5cc7-436c-9f83-9e97a97bcf2e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:32.997185 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4eae-2181-4c51-8b06-4fd2e13a720a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (0bea06e4-5cc7-436c-9f83-9e97a97bcf2e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.000562 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4eae-2181-4c51-8b06-4fd2e13a720a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.002185 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5cfd4eae-2181-4c51-8b06-4fd2e13a720a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0bea06e4-5cc7-436c-9f83-9e97a97bcf2e HTTP/1.1" status: 204 len: 168 time: 0.1864293 Jul 21 06:38:33.012294 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd4eae-2181-4c51-8b06-4fd2e13a720a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bea06e4-5cc7-436c-9f83-9e97a97bcf2e,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:33.134883 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:33.188685 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (b41b2764-9df6-4845-bc2b-ba0f523ca558), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.263614 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (8a45d958-79bf-41cf-8bfa-74053066614d), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.321408 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45104) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:33.338527 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-465711dd-ab06-4894-a9e1-c8be230fb3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.341112 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:33.393013 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:33.427983 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-465711dd-ab06-4894-a9e1-c8be230fb3ab admin admin] Publish callbacks [] for security_group (d0a11471-cc3e-461b-95fe-6783990fff44), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.432353 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-465711dd-ab06-4894-a9e1-c8be230fb3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d0a11471-cc3e-461b-95fe-6783990fff44), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.465134 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for port (8a45d958-79bf-41cf-8bfa-74053066614d), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.471383 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (8a45d958-79bf-41cf-8bfa-74053066614d), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.475657 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-465711dd-ab06-4894-a9e1-c8be230fb3ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f0aa35b2d4f416688d88754a5be87f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528766 Jul 21 06:38:33.476406 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465711dd-ab06-4894-a9e1-c8be230fb3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a11471-cc3e-461b-95fe-6783990fff44,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:33.478945 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45108) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:33.503695 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:33.539434 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-422d482b-fc0d-4878-b1d5-9a3d4d06e302 admin admin] Publish callbacks [] for security_group (d0a11471-cc3e-461b-95fe-6783990fff44), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.557232 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event updated for resources: {'Port': ['ID=8a45d958-79bf-41cf-8bfa-74053066614d,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:33.567151 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-422d482b-fc0d-4878-b1d5-9a3d4d06e302 admin admin] Publish callbacks [] for security_group (d0a11471-cc3e-461b-95fe-6783990fff44), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.577265 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (b41b2764-9df6-4845-bc2b-ba0f523ca558), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.640476 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-422d482b-fc0d-4878-b1d5-9a3d4d06e302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d0a11471-cc3e-461b-95fe-6783990fff44), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.644727 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-422d482b-fc0d-4878-b1d5-9a3d4d06e302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:33.655731 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-422d482b-fc0d-4878-b1d5-9a3d4d06e302 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0a11471-cc3e-461b-95fe-6783990fff44 HTTP/1.1" status: 204 len: 168 time: 0.1671154 Jul 21 06:38:33.659360 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d482b-fc0d-4878-b1d5-9a3d4d06e302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a11471-cc3e-461b-95fe-6783990fff44,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:33.986871 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Floating IP b41b2764-9df6-4845-bc2b-ba0f523ca558 associated. External IP: 172.27.1.106, port: 079bd124-28ea-4a24-82cf-3ee1ee8d3689. Jul 21 06:38:34.044177 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:34.215295 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:38:34.317087 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45158) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:34.335477 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:38:34.349626 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] Sync routers for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:38:34.358065 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:34.365681 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:34.366410 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:34.413770 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-94ba5eb6-0864-4521-9317-a32c5a10ce86 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2749734 Jul 21 06:38:34.415193 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'tag': '079bd124-28ea-4a24-82cf-3ee1ee8d3689'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:38:34.418321 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1640afc0-f117-498d-b7aa-c8905ac22c7f", "tag": "079bd124-28ea-4a24-82cf-3ee1ee8d3689"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:38:34.482783 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0532bbea-05bf-423b-b41c-6e7beb46e4be x-openstack-request-id: req-0532bbea-05bf-423b-b41c-6e7beb46e4be {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:38:34.483129 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1640afc0-f117-498d-b7aa-c8905ac22c7f", "tag": "079bd124-28ea-4a24-82cf-3ee1ee8d3689", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:38:34.483403 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0532bbea-05bf-423b-b41c-6e7beb46e4be {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:38:34.483812 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0532bbea-05bf-423b-b41c-6e7beb46e4be'] response: {'name': 'network-changed', 'server_uuid': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'tag': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'status': 'completed', 'code': 200} Jul 21 06:38:34.511438 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:34.623103 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-5c7e0ddf-f8f7-4706-ae06-806783507555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:34.628465 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-5c7e0ddf-f8f7-4706-ae06-806783507555 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 1129 time: 0.0931439 Jul 21 06:38:34.640029 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-795dddc3-c7c6-414a-b259-0d05a135f6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:34.764824 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-795dddc3-c7c6-414a-b259-0d05a135f6f1 admin admin] Publish callbacks [] for security_group (02339550-8fd6-4cff-8699-3206585b67e8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:34.768043 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:34.773204 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-795dddc3-c7c6-414a-b259-0d05a135f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (02339550-8fd6-4cff-8699-3206585b67e8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:34.834076 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-a33e7256-57dc-47e8-bb77-b9b070b97bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:34.841160 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-a33e7256-57dc-47e8-bb77-b9b070b97bee service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 913 time: 0.2019072 Jul 21 06:38:34.842328 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-795dddc3-c7c6-414a-b259-0d05a135f6f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e707a56bc1944837b26f6306784d3012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5240719 Jul 21 06:38:34.844993 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dddc3-c7c6-414a-b259-0d05a135f6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02339550-8fd6-4cff-8699-3206585b67e8,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:34.845240 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45186) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:34.919127 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:34.919719 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '604d7252-b278-40e0-8a3c-ce41838204aa', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:a7:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:22Z', 'updated_at': '2022-07-21T06:36:24Z', 'revision_number': 1, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}, {'id': 'b41b2764-9df6-4845-bc2b-ba0f523ca558', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:af:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:38:33Z', 'updated_at': '2022-07-21T06:38:33Z', 'revision_number': 0, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:34.950658 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] Checking router: 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:38:34.961187 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:34.961795 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:34.968215 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-f1d3a8af-1f72-4921-a441-cf95925b4dd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=079bd124-28ea-4a24-82cf-3ee1ee8d3689 HTTP/1.1" status: 200 len: 999 time: 0.1129284 Jul 21 06:38:35.009680 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8705d496-8ca4-42e7-a66f-9627d0899106 admin admin] Publish callbacks [] for security_group (02339550-8fd6-4cff-8699-3206585b67e8), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:35.045905 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8705d496-8ca4-42e7-a66f-9627d0899106 admin admin] Publish callbacks [] for security_group (02339550-8fd6-4cff-8699-3206585b67e8), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:35.049351 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-918b19a8-7485-46a1-9ff8-823ced0e8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:35.050877 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-918b19a8-7485-46a1-9ff8-823ced0e8ad9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0743053 Jul 21 06:38:35.120909 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:35.124620 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-92988969-b86a-432b-937a-257b81dbe0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:35.126485 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-92988969-b86a-432b-937a-257b81dbe0b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690234 Jul 21 06:38:35.201131 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8705d496-8ca4-42e7-a66f-9627d0899106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (02339550-8fd6-4cff-8699-3206585b67e8), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:35.204229 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8705d496-8ca4-42e7-a66f-9627d0899106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:35.207868 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8705d496-8ca4-42e7-a66f-9627d0899106 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02339550-8fd6-4cff-8699-3206585b67e8 HTTP/1.1" status: 204 len: 168 time: 0.3590631 Jul 21 06:38:35.224369 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705d496-8ca4-42e7-a66f-9627d0899106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02339550-8fd6-4cff-8699-3206585b67e8,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:35.246810 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-2725d04e-2c82-4e7e-a65a-abde6cdbfb05 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141276 Jul 21 06:38:35.363254 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8479a9dc-de3b-4ad1-904d-b8ccce00d3b6 req-6e595cba-cccc-449a-9b64-cb980ef12df9 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085064 Jul 21 06:38:35.411786 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '604d7252-b278-40e0-8a3c-ce41838204aa', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:a7:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:22Z', 'updated_at': '2022-07-21T06:36:24Z', 'revision_number': 1, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}, {'id': 'b41b2764-9df6-4845-bc2b-ba0f523ca558', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:af:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:38:33Z', 'updated_at': '2022-07-21T06:38:33Z', 'revision_number': 0, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:35.438344 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5648a7a4-156b-4221-bdfa-f1be4e5634b8 None None] The sync data for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi is: [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '604d7252-b278-40e0-8a3c-ce41838204aa', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:a7:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:22Z', 'updated_at': '2022-07-21T06:36:24Z', 'revision_number': 1, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}, {'id': 'b41b2764-9df6-4845-bc2b-ba0f523ca558', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:af:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:38:33Z', 'updated_at': '2022-07-21T06:38:33Z', 'revision_number': 0, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:38:35.684865 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4360bd01-a7cf-4cd7-b95d-dac141575041 None None] New status for floating IP b41b2764-9df6-4845-bc2b-ba0f523ca558: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:38:35.932263 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:36.739849 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45286) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:36.848055 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-13da0092-d0b4-4ea4-9963-27293463cea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:36.935072 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-13da0092-d0b4-4ea4-9963-27293463cea8 admin admin] Publish callbacks [] for security_group (6ad3a6a1-fa04-422b-95f1-62e3e8aa889c), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:36.936477 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-13da0092-d0b4-4ea4-9963-27293463cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (6ad3a6a1-fa04-422b-95f1-62e3e8aa889c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:36.976801 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da0092-d0b4-4ea4-9963-27293463cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad3a6a1-fa04-422b-95f1-62e3e8aa889c,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:36.981180 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-13da0092-d0b4-4ea4-9963-27293463cea8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=841812e5e5b6442f847eef112c8ed38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402453 Jul 21 06:38:36.983758 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45296) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:37.033692 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d66c0841-2f12-4af9-89b3-2f1350535958 admin admin] Publish callbacks [] for security_group (6ad3a6a1-fa04-422b-95f1-62e3e8aa889c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.055899 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d66c0841-2f12-4af9-89b3-2f1350535958 admin admin] Publish callbacks [] for security_group (6ad3a6a1-fa04-422b-95f1-62e3e8aa889c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.064467 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:37.106762 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d66c0841-2f12-4af9-89b3-2f1350535958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (6ad3a6a1-fa04-422b-95f1-62e3e8aa889c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.109848 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d66c0841-2f12-4af9-89b3-2f1350535958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.111513 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d66c0841-2f12-4af9-89b3-2f1350535958 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ad3a6a1-fa04-422b-95f1-62e3e8aa889c HTTP/1.1" status: 204 len: 168 time: 0.1261439 Jul 21 06:38:37.119729 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c0841-2f12-4af9-89b3-2f1350535958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad3a6a1-fa04-422b-95f1-62e3e8aa889c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:37.403141 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45306) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:37.420682 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a7d4bd60-8c1a-410b-90f7-a9e64ac0620c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.470148 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:37.497455 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a7d4bd60-8c1a-410b-90f7-a9e64ac0620c admin admin] Publish callbacks [] for security_group (bc63988d-a5b6-44b3-92aa-988164928ca4), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.501988 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a7d4bd60-8c1a-410b-90f7-a9e64ac0620c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (bc63988d-a5b6-44b3-92aa-988164928ca4), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.541293 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a7d4bd60-8c1a-410b-90f7-a9e64ac0620c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfa8df4cda7e4dcbb43742d3b9c82561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371198 Jul 21 06:38:37.542201 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4bd60-8c1a-410b-90f7-a9e64ac0620c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc63988d-a5b6-44b3-92aa-988164928ca4,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:37.544000 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45308) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:37.592959 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-794391f4-edf5-4f93-9644-69f9db57cb7d admin admin] Publish callbacks [] for security_group (bc63988d-a5b6-44b3-92aa-988164928ca4), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.614296 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-794391f4-edf5-4f93-9644-69f9db57cb7d admin admin] Publish callbacks [] for security_group (bc63988d-a5b6-44b3-92aa-988164928ca4), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.659852 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-794391f4-edf5-4f93-9644-69f9db57cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (bc63988d-a5b6-44b3-92aa-988164928ca4), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.662291 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-794391f4-edf5-4f93-9644-69f9db57cb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:37.663409 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-794391f4-edf5-4f93-9644-69f9db57cb7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc63988d-a5b6-44b3-92aa-988164928ca4 HTTP/1.1" status: 204 len: 168 time: 0.1184344 Jul 21 06:38:37.670953 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794391f4-edf5-4f93-9644-69f9db57cb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc63988d-a5b6-44b3-92aa-988164928ca4,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:38.356738 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45334) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:38.489859 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-412737451-network', 'tenant_id': 'e803814775d740a1903e4f83904180f8'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:38.515244 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Made reservation on behalf of e803814775d740a1903e4f83904180f8 for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:38.518062 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:38.526834 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:38.545355 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:38.614134 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Publish callbacks [] for security_group (abe94059-38b9-4de7-bf73-0178c08bacbe), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:38.618891 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (abe94059-38b9-4de7-bf73-0178c08bacbe), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:38.644833 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:38:38.659790 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe94059-38b9-4de7-bf73-0178c08bacbe,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:38.669214 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (7684c1b5-7ac4-445a-a388-a2b3521ccf82), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:38.669214 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Added segment 7684c1b5-7ac4-445a-a388-a2b3521ccf82 of type vlan for network a2ddf812-d1ea-450e-8583-c7a29b9b622a Jul 21 06:38:38.707030 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (a2ddf812-d1ea-450e-8583-c7a29b9b622a), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:38.732633 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (a2ddf812-d1ea-450e-8583-c7a29b9b622a), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:38.733902 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:38.735289 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:38.767165 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4092422 Jul 21 06:38:38.770024 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45348) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:38.802779 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Request body: {'subnet': {'network_id': 'a2ddf812-d1ea-450e-8583-c7a29b9b622a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-412737451-subnet', 'tenant_id': 'e803814775d740a1903e4f83904180f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:38.813151 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f49b0f-fecb-4315-939b-69bbaac65e77 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ddf812-d1ea-450e-8583-c7a29b9b622a,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:38.822761 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network a2ddf812-d1ea-450e-8583-c7a29b9b622a details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:38:38.829485 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Made reservation on behalf of e803814775d740a1903e4f83904180f8 for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:38.831926 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14092697'] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:38.833503 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:39.003419 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16164825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14092683'] for subnet (e0134a8c-267c-4812-84a6-a4828fa9d06b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:39.061180 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0134a8c-267c-4812-84a6-a4828fa9d06b,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:39.068445 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Checking segment: {'id': '7684c1b5-7ac4-445a-a388-a2b3521ccf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a2ddf812-d1ea-450e-8583-c7a29b9b622a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:39.068806 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Network hostable DHCP agents. Network: a2ddf812-d1ea-450e-8583-c7a29b9b622a, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:38:39.085661 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Network a2ddf812-d1ea-450e-8583-c7a29b9b622a is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:38:39.094708 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, a2ddf812-d1ea-450e-8583-c7a29b9b622a) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:39.101515 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:39.102944 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:39.103943 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f269e444-97b6-429b-ab5a-a6b4ec60ac75 None None] Network a2ddf812-d1ea-450e-8583-c7a29b9b622a requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:39.121520 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f805cc6d-a7e0-45fc-8270-45dbfa22b35e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3505054 Jul 21 06:38:39.208575 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8201a70d-cbb4-4a47-8fd8-f331022b8715 None None] Network a2ddf812-d1ea-450e-8583-c7a29b9b622a requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:39.600848 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45372) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:39.605774 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1320676413-network', 'tenant_id': 'ab0b6879f17240459616b055c9f8f05e'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:39.625612 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Made reservation on behalf of ab0b6879f17240459616b055c9f8f05e for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:39.627980 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:39.636939 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:39.671826 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:39.721600 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Publish callbacks [] for security_group (e2b54364-3902-4f29-a4a0-83eecef1f6d0), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:39.727510 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (e2b54364-3902-4f29-a4a0-83eecef1f6d0), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:39.758339 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:38:39.768908 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b54364-3902-4f29-a4a0-83eecef1f6d0,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:39.773774 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (71c71de5-bfe0-4f23-bbd9-3940ce6d6d65), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:39.774146 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Added segment 71c71de5-bfe0-4f23-bbd9-3940ce6d6d65 of type vlan for network 8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a Jul 21 06:38:39.819467 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:39.847321 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:39.848524 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:39.849233 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:39.910218 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3082428 Jul 21 06:38:39.913015 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45380) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:39.914053 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d3cd3-bd10-401e-be45-0b0e565782ab admin admin] Pushing event updated for resources: {'Network': ['ID=8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:39.921204 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Request body: {'subnet': {'network_id': '8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1320676413-subnet', 'tenant_id': 'ab0b6879f17240459616b055c9f8f05e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:39.924303 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network 8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:38:39.949456 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Made reservation on behalf of ab0b6879f17240459616b055c9f8f05e for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:39.952119 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12808621'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:40.128706 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14670617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12808639'] for subnet (a0c9fbcf-5159-4920-9029-457a3b11c636), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:40.194357 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c9fbcf-5159-4920-9029-457a3b11c636,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:40.202393 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Checking segment: {'id': '71c71de5-bfe0-4f23-bbd9-3940ce6d6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:40.202744 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Network hostable DHCP agents. Network: 8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:38:40.221113 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Network 8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:38:40.230842 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, 8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:40.235502 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:40.236096 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:40.240190 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac4a4d-32a0-4b03-960e-248fc43d96c2 None None] Network 8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:40.263961 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-6f8fb565-854f-4e11-8232-6563b7744cb4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3389070 Jul 21 06:38:40.326606 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:40.364147 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef75bb1c-f5c8-40bf-8e23-f8a9720910c9 None None] Network 8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:43.229431 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:44.089284 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45442) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:44.197877 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-46f7e100-2800-40c3-9466-ecf86f5f8dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:44.275817 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:44.289368 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-46f7e100-2800-40c3-9466-ecf86f5f8dc1 admin admin] Publish callbacks [] for security_group (ed8fb4a1-a139-4fee-aa12-b8d036b3a8c9), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:44.293323 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-46f7e100-2800-40c3-9466-ecf86f5f8dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ed8fb4a1-a139-4fee-aa12-b8d036b3a8c9), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:44.342393 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-46f7e100-2800-40c3-9466-ecf86f5f8dc1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0dee734971f432e93f1d860790ab325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519352 Jul 21 06:38:44.345461 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7e100-2800-40c3-9466-ecf86f5f8dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8fb4a1-a139-4fee-aa12-b8d036b3a8c9,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:44.345735 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45452) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:44.405363 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed7339e-d2f5-4956-8be5-4c0727958fd3 admin admin] Publish callbacks [] for security_group (ed8fb4a1-a139-4fee-aa12-b8d036b3a8c9), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:44.426730 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed7339e-d2f5-4956-8be5-4c0727958fd3 admin admin] Publish callbacks [] for security_group (ed8fb4a1-a139-4fee-aa12-b8d036b3a8c9), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:44.473788 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed7339e-d2f5-4956-8be5-4c0727958fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ed8fb4a1-a139-4fee-aa12-b8d036b3a8c9), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:44.476413 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed7339e-d2f5-4956-8be5-4c0727958fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:44.477597 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1ed7339e-d2f5-4956-8be5-4c0727958fd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed8fb4a1-a139-4fee-aa12-b8d036b3a8c9 HTTP/1.1" status: 204 len: 168 time: 0.1308558 Jul 21 06:38:44.485180 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7339e-d2f5-4956-8be5-4c0727958fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8fb4a1-a139-4fee-aa12-b8d036b3a8c9,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:45.203449 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45492) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:45.305839 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2090455428-network', 'tenant_id': '9ba482e050244bc6a359090a616658ec'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:45.327016 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Made reservation on behalf of 9ba482e050244bc6a359090a616658ec for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:45.329747 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.337954 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.348197 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:45.419800 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Publish callbacks [] for security_group (b82ca09f-580b-4f9d-8bfc-e0096b508875), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.424705 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b82ca09f-580b-4f9d-8bfc-e0096b508875), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.444485 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:45.451917 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:38:45.462297 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ca09f-580b-4f9d-8bfc-e0096b508875,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:45.470733 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (3b5b3dff-4c60-44cd-bc4c-f4a128f0405e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.471096 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Added segment 3b5b3dff-4c60-44cd-bc4c-f4a128f0405e of type vlan for network 87d8d15e-a080-4012-90f0-f7a65ac40143 Jul 21 06:38:45.513064 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (87d8d15e-a080-4012-90f0-f7a65ac40143), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.542535 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (87d8d15e-a080-4012-90f0-f7a65ac40143), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.543784 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:45.544544 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.580136 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3722641 Jul 21 06:38:45.580584 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45500) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:45.586421 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Request body: {'subnet': {'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2090455428-subnet', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:45.609642 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Made reservation on behalf of 9ba482e050244bc6a359090a616658ec for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:45.612285 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda1605-ef17-4e21-afbe-6f831d6512b7 admin admin] Pushing event updated for resources: {'Network': ['ID=87d8d15e-a080-4012-90f0-f7a65ac40143,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:45.612473 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14092697'] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.624743 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network 87d8d15e-a080-4012-90f0-f7a65ac40143 details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:38:45.805925 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16164825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14092683'] for subnet (ecf01340-e21b-4644-9dcc-6e06fc5b46ee), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.862820 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf01340-e21b-4644-9dcc-6e06fc5b46ee,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:45.868777 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:45.872167 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Checking segment: {'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:45.872518 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Network hostable DHCP agents. Network: 87d8d15e-a080-4012-90f0-f7a65ac40143, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:38:45.891515 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Network 87d8d15e-a080-4012-90f0-f7a65ac40143 is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:38:45.899330 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, 87d8d15e-a080-4012-90f0-f7a65ac40143) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:45.903791 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:45.904460 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.908909 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb898e-0ebb-4676-8668-d9ed26a2c144 None None] Network 87d8d15e-a080-4012-90f0-f7a65ac40143 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:45.924475 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-28f0d82e-9531-432d-afac-96ab6e05d2b6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3391237 Jul 21 06:38:45.924969 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45506) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:45.929497 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:45.950934 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (abd3d597-d806-468a-80be-05e59792d734), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:45.952270 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (abd3d597-d806-468a-80be-05e59792d734), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.009833 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks [] for router_controller (abd3d597-d806-468a-80be-05e59792d734), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.024392 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-87d8d15e-a080-4012-90f0-f7a65ac40143', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'project_id': '9ba482e050244bc6a359090a616658ec', 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:38:46.025461 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.177861 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks [] for router_gateway (abd3d597-d806-468a-80be-05e59792d734), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.212554 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Allocated IP 172.20.0.2 (87d8d15e-a080-4012-90f0-f7a65ac40143/ecf01340-e21b-4644-9dcc-6e06fc5b46ee/f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:38:46.352293 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:46.372781 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Publish callbacks [] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.378933 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.382821 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks [] for router_gateway (abd3d597-d806-468a-80be-05e59792d734), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.402475 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.414366 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Network 87d8d15e-a080-4012-90f0-f7a65ac40143 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:38:46.418879 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:46.425450 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:38:46.434470 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Pushing event updated for resources: {'Port': ['ID=f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:46.492441 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Attempting to bind port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:38:46.492809 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Attempting to bind port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:38:46.493170 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Attempting to bind port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 on network 87d8d15e-a080-4012-90f0-f7a65ac40143 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:38:46.498490 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:38:46.498858 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Checking segment: {'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:46.499267 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.499660 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Bound using segment: {'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:38:46.500154 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Bound port: f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:38:46.500529 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.513083 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Allocated IP 172.27.1.83 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/f5b482ec-750d-41ba-8ddf-77391715ad5b) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:38:46.564296 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-7875e512-6372-4b98-981b-e7143864b98f None None] For port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:38:46.567486 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-7875e512-6372-4b98-981b-e7143864b98f None None] For port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:38:46.572567 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.584554 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=17,neutron:UPDATE=8,neutron:SELECT=73,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:46.631981 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875e512-6372-4b98-981b-e7143864b98f None None] Pushing event updated for resources: {'Port': ['ID=f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:46.632563 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks [] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.666228 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:46.702444 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:38:46.707428 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:46.709866 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:38:46.740078 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:46.745391 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b482ec-750d-41ba-8ddf-77391715ad5b,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:47.009396 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks [] for router_gateway (abd3d597-d806-468a-80be-05e59792d734), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:47.200395 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (abd3d597-d806-468a-80be-05e59792d734), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:47.332682 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Router abd3d597-d806-468a-80be-05e59792d734 is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:38:47.424361 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:47.448884 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:38:47.460695 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Sync routers for ids ['abd3d597-d806-468a-80be-05e59792d734'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:38:47.469039 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:47.472944 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-29031568-ef02-428f-bb93-8af6dd35d7d9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5443337 Jul 21 06:38:47.473384 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45542) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:47.473870 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Routers {'abd3d597-d806-468a-80be-05e59792d734'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:47.474056 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['abd3d597-d806-468a-80be-05e59792d734'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:47.587472 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Set router abd3d597-d806-468a-80be-05e59792d734 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:47.732628 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe979e-8aac-48aa-a743-8db2aff42545 None None] Network 87d8d15e-a080-4012-90f0-f7a65ac40143 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:47.760301 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:47.776538 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:46Z', 'revision_number': 3, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:47.808401 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Checking router: abd3d597-d806-468a-80be-05e59792d734 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:38:47.808749 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Updating router abd3d597-d806-468a-80be-05e59792d734 port f5b482ec-750d-41ba-8ddf-77391715ad5b binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:38:47.829149 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45550) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:47.846249 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:47.859696 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1fc79f0e-0b2f-45fc-933b-c760d9cc6623 None None] Provisioning complete for port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:47.860350 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1fc79f0e-0b2f-45fc-933b-c760d9cc6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:47.884299 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:47.891624 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:38:48.009867 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.010182 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1eebcfe9-beaf-424e-a8a8-7c24aae9b1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.037590 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:48.038154 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.115665 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1fc79f0e-0b2f-45fc-933b-c760d9cc6623 None None] Current status of the port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:48.116347 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1fc79f0e-0b2f-45fc-933b-c760d9cc6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.122803 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:48.186402 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Publish callbacks [] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.194742 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:48.196001 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.205120 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.223929 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1eebcfe9-beaf-424e-a8a8-7c24aae9b1a6 admin admin] Publish callbacks [] for security_group (f222c11d-a845-4425-a2f1-8de84e1f1c00), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.232345 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1eebcfe9-beaf-424e-a8a8-7c24aae9b1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (f222c11d-a845-4425-a2f1-8de84e1f1c00), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.253511 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:48.254007 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Allocated IP 172.20.0.1 (87d8d15e-a080-4012-90f0-f7a65ac40143/ecf01340-e21b-4644-9dcc-6e06fc5b46ee/a0dbb17b-d1a7-4a5c-b067-2595e2dd0464) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:38:48.264318 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1fc79f0e-0b2f-45fc-933b-c760d9cc6623 None None] For port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:48.275963 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1fc79f0e-0b2f-45fc-933b-c760d9cc6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.287607 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:48.295943 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebcfe9-beaf-424e-a8a8-7c24aae9b1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f222c11d-a845-4425-a2f1-8de84e1f1c00,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:48.309424 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Attempting to bind port f5b482ec-750d-41ba-8ddf-77391715ad5b on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:38:48.317471 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Attempting to bind port f5b482ec-750d-41ba-8ddf-77391715ad5b by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:38:48.318102 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Attempting to bind port f5b482ec-750d-41ba-8ddf-77391715ad5b on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:38:48.330152 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:38:48.330849 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:48.332720 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.333447 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:38:48.334301 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Bound port: f5b482ec-750d-41ba-8ddf-77391715ad5b, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:38:48.335049 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.369647 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1eebcfe9-beaf-424e-a8a8-7c24aae9b1a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7738548b6bed49abadd5556f90281920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392921 Jul 21 06:38:48.376034 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45560) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:48.404872 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] For port f5b482ec-750d-41ba-8ddf-77391715ad5b, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:38:48.405086 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.db.api [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 06:38:48.405681 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG oslo_db.api [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 06:38:48.406283 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc79f0e-0b2f-45fc-933b-c760d9cc6623 None None] Pushing event updated for resources: {'Port': ['ID=f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:48.416275 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] For port f5b482ec-750d-41ba-8ddf-77391715ad5b, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=f5b482ec-750d-41ba-8ddf-77391715ad5b,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:38:48.429021 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Pushing event updated for resources: {'Port': ['ID=f5b482ec-750d-41ba-8ddf-77391715ad5b,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:48.433042 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.443132 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.443570 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.444002 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.444453 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.444835 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.445232 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.445624 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.446040 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.446432 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.446875 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.447274 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.447625 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.447950 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.448267 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.448770 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:38:48.466835 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:48.472482 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Publish callbacks [] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.492608 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-edddb77a-64ff-4de1-86b3-6efbe5d3e0f1 admin admin] Publish callbacks [] for security_group (f222c11d-a845-4425-a2f1-8de84e1f1c00), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.514887 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-5805a4f6-5ef9-46f2-8823-63bc66b54c31 None None] Provisioning complete for port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:48.515309 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5805a4f6-5ef9-46f2-8823-63bc66b54c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.525690 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Routers {'abd3d597-d806-468a-80be-05e59792d734'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:48.526344 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['abd3d597-d806-468a-80be-05e59792d734'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:48.535051 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:48.553360 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.591842 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723fce4-3527-4c41-91de-5ec9b28ce7dd None None] Pushing event updated for resources: {'Port': ['ID=f5b482ec-750d-41ba-8ddf-77391715ad5b,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:48.607770 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-edddb77a-64ff-4de1-86b3-6efbe5d3e0f1 admin admin] Publish callbacks [] for security_group (f222c11d-a845-4425-a2f1-8de84e1f1c00), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.636914 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Network 87d8d15e-a080-4012-90f0-f7a65ac40143 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:38:48.644098 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:48.647211 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:38:48.673454 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] Set router abd3d597-d806-468a-80be-05e59792d734 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:48.696889 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Pushing event updated for resources: {'Port': ['ID=a0dbb17b-d1a7-4a5c-b067-2595e2dd0464,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:48.706493 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (abd3d597-d806-468a-80be-05e59792d734), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.807373 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-5805a4f6-5ef9-46f2-8823-63bc66b54c31 None None] Current status of the port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:48.879389 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:48.889210 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.898830 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-edddb77a-64ff-4de1-86b3-6efbe5d3e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (f222c11d-a845-4425-a2f1-8de84e1f1c00), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.901290 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-edddb77a-64ff-4de1-86b3-6efbe5d3e0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.902449 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-edddb77a-64ff-4de1-86b3-6efbe5d3e0f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f222c11d-a845-4425-a2f1-8de84e1f1c00 HTTP/1.1" status: 204 len: 168 time: 0.5249622 Jul 21 06:38:48.917354 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddb77a-64ff-4de1-86b3-6efbe5d3e0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f222c11d-a845-4425-a2f1-8de84e1f1c00,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:48.959806 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-7dc1d6ac-c62e-4edc-adb4-4c408afff5b9 None None] Provisioning complete for port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:48.959806 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7dc1d6ac-c62e-4edc-adb4-4c408afff5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:48.960067 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:46Z', 'revision_number': 3, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:48.989298 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690144a-6797-47b1-a3da-87a09752d747 None None] The sync data for ids ['abd3d597-d806-468a-80be-05e59792d734'] in dv-cinder-850318-3-iscsi is: [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:46Z', 'revision_number': 3, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:38:49.018085 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:49.020305 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1d6ac-c62e-4edc-adb4-4c408afff5b9 None None] Port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:38:49.097491 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Publish callbacks [] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:49.103619 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16164686'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:49.173466 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (abd3d597-d806-468a-80be-05e59792d734), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:49.175466 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Pushing event updated for resources: {'Port': ['ID=a0dbb17b-d1a7-4a5c-b067-2595e2dd0464,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:49.298867 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45570) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:49.321860 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17f71fa3-e85d-4c16-8db6-1256ec0d5035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:49.423021 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17f71fa3-e85d-4c16-8db6-1256ec0d5035 admin admin] Publish callbacks [] for security_group (9130027a-9a6d-4cee-aa33-8cb5a8842b53), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:49.428629 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17f71fa3-e85d-4c16-8db6-1256ec0d5035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (9130027a-9a6d-4cee-aa33-8cb5a8842b53), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:49.461027 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f71fa3-e85d-4c16-8db6-1256ec0d5035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9130027a-9a6d-4cee-aa33-8cb5a8842b53,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:49.481431 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-17f71fa3-e85d-4c16-8db6-1256ec0d5035 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a13e784219d948f6a7d6be6df8af6c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814792 Jul 21 06:38:49.484020 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45572) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:49.541334 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-85a30d55-3937-4b84-b02c-ed03484893a1 admin admin] Publish callbacks [] for security_group (9130027a-9a6d-4cee-aa33-8cb5a8842b53), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:49.554335 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Network 87d8d15e-a080-4012-90f0-f7a65ac40143 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:38:49.556179 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:49.571432 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-85a30d55-3937-4b84-b02c-ed03484893a1 admin admin] Publish callbacks [] for security_group (9130027a-9a6d-4cee-aa33-8cb5a8842b53), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:49.640337 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-85a30d55-3937-4b84-b02c-ed03484893a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (9130027a-9a6d-4cee-aa33-8cb5a8842b53), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:49.652942 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-85a30d55-3937-4b84-b02c-ed03484893a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:49.652942 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-85a30d55-3937-4b84-b02c-ed03484893a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9130027a-9a6d-4cee-aa33-8cb5a8842b53 HTTP/1.1" status: 204 len: 168 time: 0.1595559 Jul 21 06:38:49.652942 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a30d55-3937-4b84-b02c-ed03484893a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9130027a-9a6d-4cee-aa33-8cb5a8842b53,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:49.704995 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Router abd3d597-d806-468a-80be-05e59792d734 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:38:49.885858 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:38:49.897744 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-958bb2d9-8a97-4c8e-8ba0-8fcfad34f02f admin admin] 10.222.0.42 "PUT /v2.0/routers/abd3d597-d806-468a-80be-05e59792d734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4231806 Jul 21 06:38:49.951396 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-9c88ac68-1d1a-47fb-9747-43052f767e1e None None] Provisioning complete for port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:49.952002 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9c88ac68-1d1a-47fb-9747-43052f767e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:50.010131 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-9c88ac68-1d1a-47fb-9747-43052f767e1e None None] Port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:38:50.012985 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:38:50.079626 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:50.080095 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:50.177918 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:50.179444 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f5b482ec-750d-41ba-8ddf-77391715ad5b up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:38:50.226684 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port f5b482ec-750d-41ba-8ddf-77391715ad5b triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:50.227068 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:50.270834 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:50.311168 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port f5b482ec-750d-41ba-8ddf-77391715ad5b is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:50.311595 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:50.336584 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port f5b482ec-750d-41ba-8ddf-77391715ad5b, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=f5b482ec-750d-41ba-8ddf-77391715ad5b,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:50.341233 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:50.399611 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=f5b482ec-750d-41ba-8ddf-77391715ad5b,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:50.683381 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45618) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:50.688983 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1411931023-network', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:50.710824 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Made reservation on behalf of f58c7912c6b24db6b34dde825f9e6c04 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:50.713386 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:50.722561 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:50.808411 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Publish callbacks [] for security_group (57636862-2d64-4179-b062-9fa4ab4ab25b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:50.813085 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (57636862-2d64-4179-b062-9fa4ab4ab25b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:50.840681 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 06:38:50.845145 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:50.852169 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57636862-2d64-4179-b062-9fa4ab4ab25b,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:50.859577 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (810ec52c-bdef-4108-a599-ed3af879b439), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:50.860573 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Added segment 810ec52c-bdef-4108-a599-ed3af879b439 of type vlan for network 74536201-2fc1-4dd4-ae5f-01e5a706e63d Jul 21 06:38:50.927115 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Sync routers for ids ['abd3d597-d806-468a-80be-05e59792d734'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:38:50.940269 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Routers {'abd3d597-d806-468a-80be-05e59792d734'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:50.941203 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['abd3d597-d806-468a-80be-05e59792d734'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:51.066357 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.082046 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Set router abd3d597-d806-468a-80be-05e59792d734 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:51.113625 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:51.174946 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793384197946'] for network (74536201-2fc1-4dd4-ae5f-01e5a706e63d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.216797 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116'] for network (74536201-2fc1-4dd4-ae5f-01e5a706e63d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.218059 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:51.218688 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.254468 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5698929 Jul 21 06:38:51.257277 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45634) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:51.265055 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Request body: {'subnet': {'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1411931023-subnet', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:51.291034 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735c29e-0fe0-4898-8e69-e4136e35acbf admin admin] Pushing event updated for resources: {'Network': ['ID=74536201-2fc1-4dd4-ae5f-01e5a706e63d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:51.304222 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Network 74536201-2fc1-4dd4-ae5f-01e5a706e63d details requested by agent ovs-agent-dv-cinder-850318-3-iscsi with host dv-cinder-850318-3-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 06:38:51.305431 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Made reservation on behalf of f58c7912c6b24db6b34dde825f9e6c04 for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:38:51.311641 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14092697'] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.386310 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:51.420477 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'a0dbb17b-d1a7-4a5c-b067-2595e2dd0464', 'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'mac_address': 'fa:16:3e:3b:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:48Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 2, 'project_id': '9ba482e050244bc6a359090a616658ec', 'subnets': [{'id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:51.462582 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Checking router: abd3d597-d806-468a-80be-05e59792d734 for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:38:51.462943 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Updating router abd3d597-d806-468a-80be-05e59792d734 port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:38:51.499428 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.534529 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:51.600416 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16164825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14092683'] for subnet (19ce7884-f9b0-41d9-b111-604e053c800e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.663030 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ce7884-f9b0-41d9-b111-604e053c800e,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:51.673822 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Checking segment: {'id': '810ec52c-bdef-4108-a599-ed3af879b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:51.674207 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Network hostable DHCP agents. Network: 74536201-2fc1-4dd4-ae5f-01e5a706e63d, hostable agents: ['a23bcf00-1d7f-4a3f-864c-3042b7492647'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 06:38:51.701753 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Network 74536201-2fc1-4dd4-ae5f-01e5a706e63d is scheduled to be hosted by DHCP agent a23bcf00-1d7f-4a3f-864c-3042b7492647 with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 06:38:51.713824 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850318-3-iscsi, 74536201-2fc1-4dd4-ae5f-01e5a706e63d) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:51.718618 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:38:51.720407 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.733787 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb77ca2-5a64-4732-a27b-9757d879a204 None None] Network 74536201-2fc1-4dd4-ae5f-01e5a706e63d requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:51.746308 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b134f547-b406-446d-9351-c4e21db1b2c6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4861042 Jul 21 06:38:51.748710 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45648) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:51.753507 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1411931023-router', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:38:51.800035 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2812'] for router (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.801110 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1786577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-383584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2807'] for router (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.880599 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f5b482ec-750d-41ba-8ddf-77391715ad5b up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:38:51.882991 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:51.898327 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks [] for router_controller (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), precommit_add_association {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:51.990726 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f6cf85f-8620-59d0-81ac-69eb11dc6164-74536201-2fc1-4dd4-ae5f-01e5a706e63d', 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d', 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'fixed_ips': [{'subnet_id': '19ce7884-f9b0-41d9-b111-604e053c800e'}]}} from dv-cinder-850318-3-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 06:38:51.991628 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.005110 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Publish callbacks [] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.016232 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.025520 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port f5b482ec-750d-41ba-8ddf-77391715ad5b triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:52.026013 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.050650 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks [] for router_gateway (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.196693 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869a0ce-2f4d-4d08-93d6-d8990413b5cc None None] Pushing event updated for resources: {'Port': ['ID=a0dbb17b-d1a7-4a5c-b067-2595e2dd0464,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:52.247138 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:52.282946 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks [] for router_gateway (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.309918 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.368425 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Attempting to bind port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:38:52.368833 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Attempting to bind port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:38:52.369156 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Attempting to bind port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 on network 87d8d15e-a080-4012-90f0-f7a65ac40143 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:38:52.377560 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port f5b482ec-750d-41ba-8ddf-77391715ad5b is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:52.385982 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Allocated IP 172.20.0.2 (74536201-2fc1-4dd4-ae5f-01e5a706e63d/19ce7884-f9b0-41d9-b111-604e053c800e/ac473785-ace9-4f92-af61-c961b4613c8a) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:38:52.388133 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:38:52.388502 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Checking segment: {'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:52.388913 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.389272 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Bound using segment: {'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:38:52.389730 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Bound port: a0dbb17b-d1a7-4a5c-b067-2595e2dd0464, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:38:52.390128 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.424761 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Allocated IP 172.27.1.125 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/e7383405-362a-4769-8ba1-f10334cccf74) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:38:52.484417 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-0e5c012e-2b6b-495b-95d5-83d0f0a22723 None None] Provisioning complete for port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:52.485371 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0e5c012e-2b6b-495b-95d5-83d0f0a22723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.528145 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:52.534665 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks [] for port (e7383405-362a-4769-8ba1-f10334cccf74), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.552833 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] For port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:38:52.572104 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-0e5c012e-2b6b-495b-95d5-83d0f0a22723 None None] Port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:38:52.574315 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (e7383405-362a-4769-8ba1-f10334cccf74), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.580258 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:52.580799 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] For port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=a0dbb17b-d1a7-4a5c-b067-2595e2dd0464,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:38:52.602027 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.618952 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:38:52.630642 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:52.633111 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:38:52.684952 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e7383405-362a-4769-8ba1-f10334cccf74,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:52.708615 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:52.714365 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Routers {'abd3d597-d806-468a-80be-05e59792d734'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:52.714999 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['abd3d597-d806-468a-80be-05e59792d734'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:52.752312 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Publish callbacks [] for port (ac473785-ace9-4f92-af61-c961b4613c8a), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.753912 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869a0ce-2f4d-4d08-93d6-d8990413b5cc None None] Pushing event updated for resources: {'Port': ['ID=a0dbb17b-d1a7-4a5c-b067-2595e2dd0464,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:52.772346 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:52.932269 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks [] for router_gateway (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:53.029206 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Network 74536201-2fc1-4dd4-ae5f-01e5a706e63d is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:38:53.042735 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:53.048120 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Pushing event updated for resources: {'Port': ['ID=ac473785-ace9-4f92-af61-c961b4613c8a,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:53.050489 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-b9f379de-1816-4d00-8a2a-4cbcc98555cc None None] Provisioning complete for port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:53.051338 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b9f379de-1816-4d00-8a2a-4cbcc98555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:53.054008 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:38:53.093334 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] Set router abd3d597-d806-468a-80be-05e59792d734 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:53.128554 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787816'] for router (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:53.209959 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:53.237238 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Attempting to bind port ac473785-ace9-4f92-af61-c961b4613c8a on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:38:53.237610 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Attempting to bind port ac473785-ace9-4f92-af61-c961b4613c8a by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '810ec52c-bdef-4108-a599-ed3af879b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:38:53.237981 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Attempting to bind port ac473785-ace9-4f92-af61-c961b4613c8a on network 74536201-2fc1-4dd4-ae5f-01e5a706e63d {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:38:53.260394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e is scheduled to L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f with binding_index 1 {{(pid=103911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 06:38:53.272644 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:38:53.272998 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Checking segment: {'id': '810ec52c-bdef-4108-a599-ed3af879b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:53.273721 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:53.274301 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Bound using segment: {'id': '810ec52c-bdef-4108-a599-ed3af879b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:38:53.274950 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Bound port: ac473785-ace9-4f92-af61-c961b4613c8a, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810ec52c-bdef-4108-a599-ed3af879b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:38:53.275501 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:53.360297 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-b9f379de-1816-4d00-8a2a-4cbcc98555cc None None] Current status of the port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:53.360724 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b9f379de-1816-4d00-8a2a-4cbcc98555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:53.385307 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:53.390553 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:38:53.403140 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Sync routers for ids ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:38:53.417259 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:53.418903 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c8b4bc10-b925-4f02-a19d-554fc75425d5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6694467 Jul 21 06:38:53.420979 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Routers {'7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:53.421902 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45672) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:53.429291 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:53.443929 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:53.459573 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b9f379de-1816-4d00-8a2a-4cbcc98555cc None None] For port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=a0dbb17b-d1a7-4a5c-b067-2595e2dd0464,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:53.468700 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] For port ac473785-ace9-4f92-af61-c961b4613c8a, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:38:53.476540 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] For port ac473785-ace9-4f92-af61-c961b4613c8a, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=ac473785-ace9-4f92-af61-c961b4613c8a,segment=NetworkSegment(810ec52c-bdef-4108-a599-ed3af879b439),segment_id=810ec52c-bdef-4108-a599-ed3af879b439)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:38:53.478184 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b9f379de-1816-4d00-8a2a-4cbcc98555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:53.506459 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'a0dbb17b-d1a7-4a5c-b067-2595e2dd0464', 'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'mac_address': 'fa:16:3e:3b:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:48Z', 'updated_at': '2022-07-21T06:38:52Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'subnets': [{'id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:53.508695 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:53.551591 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82263e0-eaa6-4fc2-89fe-2dbf89a07afb None None] The sync data for ids ['abd3d597-d806-468a-80be-05e59792d734'] in dv-cinder-850318-3-iscsi is: [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'a0dbb17b-d1a7-4a5c-b067-2595e2dd0464', 'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'mac_address': 'fa:16:3e:3b:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:48Z', 'updated_at': '2022-07-21T06:38:52Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'subnets': [{'id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:38:53.572593 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:53.580698 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f379de-1816-4d00-8a2a-4cbcc98555cc None None] Pushing event updated for resources: {'Port': ['ID=a0dbb17b-d1a7-4a5c-b067-2595e2dd0464,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:53.588832 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Set router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:53.679783 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e94a73-48c6-478e-82b1-98ced1ab2819 None None] Pushing event updated for resources: {'Port': ['ID=ac473785-ace9-4f92-af61-c961b4613c8a,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:53.899963 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:38:53.992921 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'name': 'tempest-TestMinimumBasicScenario-1411931023-router', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:51Z', 'updated_at': '2022-07-21T06:38:52Z', 'revision_number': 3, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'gw_port': {'id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:35:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:52Z', 'updated_at': '2022-07-21T06:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:54.012728 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:54.027938 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:54.028261 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.031231 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Checking router: 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:38:54.031604 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Updating router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e port e7383405-362a-4769-8ba1-f10334cccf74 binding host dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:38:54.101482 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e7383405-362a-4769-8ba1-f10334cccf74), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.167876 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:54.217038 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.433778 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:54.453970 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Allocated IP 172.20.0.1 (74536201-2fc1-4dd4-ae5f-01e5a706e63d/19ce7884-f9b0-41d9-b111-604e053c800e/5b34495f-f8c1-458d-ac82-bbb4eb768901) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:38:54.495596 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Publish callbacks [] for port (e7383405-362a-4769-8ba1-f10334cccf74), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.505033 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e7383405-362a-4769-8ba1-f10334cccf74), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.565208 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Attempting to bind port e7383405-362a-4769-8ba1-f10334cccf74 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:38:54.565590 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Attempting to bind port e7383405-362a-4769-8ba1-f10334cccf74 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:38:54.565975 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Attempting to bind port e7383405-362a-4769-8ba1-f10334cccf74 on network dc822d57-141d-4dcd-955b-2820ece99222 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:38:54.569121 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e7d3d-4af5-4e7c-8761-0b08c3e82fa5 None None] Pushing event updated for resources: {'Port': ['ID=e7383405-362a-4769-8ba1-f10334cccf74,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:54.573836 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:38:54.574234 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Checking segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:54.574634 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.575161 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Bound using segment: {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:38:54.575642 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Bound port: e7383405-362a-4769-8ba1-f10334cccf74, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6924f7c-0e12-4f2d-9a9e-4132991ac273', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:38:54.576071 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e7383405-362a-4769-8ba1-f10334cccf74), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.606393 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Publish callbacks [] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.642416 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] For port e7383405-362a-4769-8ba1-f10334cccf74, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:38:54.647307 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] For port e7383405-362a-4769-8ba1-f10334cccf74, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=e7383405-362a-4769-8ba1-f10334cccf74,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:38:54.648640 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.656220 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e7383405-362a-4769-8ba1-f10334cccf74), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.705127 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:54.709525 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5b34495f-f8c1-458d-ac82-bbb4eb768901,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:54.729807 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Network 74536201-2fc1-4dd4-ae5f-01e5a706e63d is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:38:54.731258 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Routers {'7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:54.732015 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:54.732851 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:54.734439 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e7d3d-4af5-4e7c-8761-0b08c3e82fa5 None None] Pushing event updated for resources: {'Port': ['ID=e7383405-362a-4769-8ba1-f10334cccf74,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:54.735641 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:38:54.767877 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:54.786486 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1796947'] for router_interface (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:54.863607 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] Set router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:54.963728 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:55.098266 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57415462-2789-4065-8b56-7adbc09bb97f None None] Network 74536201-2fc1-4dd4-ae5f-01e5a706e63d requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:38:55.118385 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'name': 'tempest-TestMinimumBasicScenario-1411931023-router', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:51Z', 'updated_at': '2022-07-21T06:38:52Z', 'revision_number': 3, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'gw_port': {'id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:35:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:52Z', 'updated_at': '2022-07-21T06:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:55.162112 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61822717-fe1c-4741-9a96-9259cc54d9ba None None] The sync data for ids ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'] in dv-cinder-850318-3-iscsi is: [{'id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'name': 'tempest-TestMinimumBasicScenario-1411931023-router', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:51Z', 'updated_at': '2022-07-21T06:38:52Z', 'revision_number': 3, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'gw_port': {'id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:35:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:52Z', 'updated_at': '2022-07-21T06:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:38:55.190746 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Publish callbacks [] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:55.195814 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:55.198447 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-0c5a9180-e651-404a-9087-17d3e01ba5b8 None None] Provisioning complete for port ac473785-ace9-4f92-af61-c961b4613c8a triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:55.198753 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9180-e651-404a-9087-17d3e01ba5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:55.278858 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1797055'] for router_interface (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:55.302442 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5b34495f-f8c1-458d-ac82-bbb4eb768901,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:55.365977 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a9180-e651-404a-9087-17d3e01ba5b8 None None] Current status of the port ac473785-ace9-4f92-af61-c961b4613c8a is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:55.366639 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9180-e651-404a-9087-17d3e01ba5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:55.420857 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-0c5a9180-e651-404a-9087-17d3e01ba5b8 None None] For port ac473785-ace9-4f92-af61-c961b4613c8a, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=ac473785-ace9-4f92-af61-c961b4613c8a,segment=NetworkSegment(810ec52c-bdef-4108-a599-ed3af879b439),segment_id=810ec52c-bdef-4108-a599-ed3af879b439)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:55.433677 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9180-e651-404a-9087-17d3e01ba5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:55.464071 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Network 74536201-2fc1-4dd4-ae5f-01e5a706e63d is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:38:55.465569 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:38:55.479708 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:55.539977 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a9180-e651-404a-9087-17d3e01ba5b8 None None] Pushing event updated for resources: {'Port': ['ID=ac473785-ace9-4f92-af61-c961b4613c8a,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:55.648223 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:38:55.666624 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-152f9511-b922-49b3-bacf-c97efd87c947 None None] Provisioning complete for port 5b34495f-f8c1-458d-ac82-bbb4eb768901 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:55.667002 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-152f9511-b922-49b3-bacf-c97efd87c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:55.736795 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-152f9511-b922-49b3-bacf-c97efd87c947 None None] Port 5b34495f-f8c1-458d-ac82-bbb4eb768901 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:38:55.749867 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-152f9511-b922-49b3-bacf-c97efd87c947 None None] Provisioning complete for port ac473785-ace9-4f92-af61-c961b4613c8a triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:55.750859 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-152f9511-b922-49b3-bacf-c97efd87c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:55.905418 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-152f9511-b922-49b3-bacf-c97efd87c947 None None] Current status of the port ac473785-ace9-4f92-af61-c961b4613c8a is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:55.936426 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:38:55.943709 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device e7383405-362a-4769-8ba1-f10334cccf74 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:38:55.950520 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-561f6daa-671a-4045-b8f0-52c952eae2b8 admin admin] 10.222.0.42 "PUT /v2.0/routers/7e4dd2a9-2809-4dbd-91c5-40cb1376d97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5266721 Jul 21 06:38:56.016951 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port e7383405-362a-4769-8ba1-f10334cccf74 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:56.018245 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (e7383405-362a-4769-8ba1-f10334cccf74), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:56.152655 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port e7383405-362a-4769-8ba1-f10334cccf74 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:56.153409 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (e7383405-362a-4769-8ba1-f10334cccf74), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:56.185605 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-e2336d2f-cf8b-48d0-91ea-da3b4af91ee7 None None] Provisioning complete for port 5b34495f-f8c1-458d-ac82-bbb4eb768901 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:56.186258 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e2336d2f-cf8b-48d0-91ea-da3b4af91ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:56.191369 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] For port e7383405-362a-4769-8ba1-f10334cccf74, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=e7383405-362a-4769-8ba1-f10334cccf74,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:56.224773 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (e7383405-362a-4769-8ba1-f10334cccf74), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:56.225787 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device ac473785-ace9-4f92-af61-c961b4613c8a up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:38:56.254390 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-e2336d2f-cf8b-48d0-91ea-da3b4af91ee7 None None] Port 5b34495f-f8c1-458d-ac82-bbb4eb768901 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:38:56.341873 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0955564d-db17-4b93-aa60-e2d2d51296dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:56.358428 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:56.374443 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Pushing event updated for resources: {'Port': ['ID=e7383405-362a-4769-8ba1-f10334cccf74,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:56.395375 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port ac473785-ace9-4f92-af61-c961b4613c8a triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:56.395909 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:56.521500 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ce9982e6-b8fc-4807-92db-67e45f4d709e None None] Provisioning complete for port 5b34495f-f8c1-458d-ac82-bbb4eb768901 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:56.522203 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ce9982e6-b8fc-4807-92db-67e45f4d709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:56.524265 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port ac473785-ace9-4f92-af61-c961b4613c8a is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:56.571646 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ce9982e6-b8fc-4807-92db-67e45f4d709e None None] Port 5b34495f-f8c1-458d-ac82-bbb4eb768901 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:38:57.451320 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Sync routers for ids ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:38:57.466303 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Routers {'7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:57.466922 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:57.610920 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Set router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:57.725869 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45774) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:57.746131 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:57.786350 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-561ad3ab-ed5c-412b-944c-3a14783e7c20 admin admin] Deleting subnet e0134a8c-267c-4812-84a6-a4828fa9d06b {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:38:57.790140 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-561ad3ab-ed5c-412b-944c-3a14783e7c20 admin admin] Publish callbacks [] for subnet (e0134a8c-267c-4812-84a6-a4828fa9d06b), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:57.826690 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-561ad3ab-ed5c-412b-944c-3a14783e7c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13677288'] for subnet (e0134a8c-267c-4812-84a6-a4828fa9d06b), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:57.846050 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device e7383405-362a-4769-8ba1-f10334cccf74 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:38:57.877436 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-561ad3ab-ed5c-412b-944c-3a14783e7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (e0134a8c-267c-4812-84a6-a4828fa9d06b), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:57.948557 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:57.954814 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-561ad3ab-ed5c-412b-944c-3a14783e7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16164760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14092732'] for subnet (e0134a8c-267c-4812-84a6-a4828fa9d06b), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:57.987210 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ad3ab-ed5c-412b-944c-3a14783e7c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0134a8c-267c-4812-84a6-a4828fa9d06b,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:57.990149 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-561ad3ab-ed5c-412b-944c-3a14783e7c20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:57.996627 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45776) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:57.997613 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-561ad3ab-ed5c-412b-944c-3a14783e7c20 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e0134a8c-267c-4812-84a6-a4828fa9d06b HTTP/1.1" status: 204 len: 168 time: 0.2706177 Jul 21 06:38:58.020195 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'name': 'tempest-TestMinimumBasicScenario-1411931023-router', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:51Z', 'updated_at': '2022-07-21T06:38:54Z', 'revision_number': 4, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'gw_port': {'id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:52Z', 'updated_at': '2022-07-21T06:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5b34495f-f8c1-458d-ac82-bbb4eb768901', 'name': '', 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'mac_address': 'fa:16:3e:79:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '19ce7884-f9b0-41d9-b111-604e053c800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:54Z', 'updated_at': '2022-07-21T06:38:55Z', 'revision_number': 2, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'subnets': [{'id': '19ce7884-f9b0-41d9-b111-604e053c800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:58.054976 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Checking router: 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:38:58.055343 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Updating router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e port 5b34495f-f8c1-458d-ac82-bbb4eb768901 binding host dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 06:38:58.085228 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:58.091901 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (a2ddf812-d1ea-450e-8583-c7a29b9b622a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.102387 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.112263 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port e7383405-362a-4769-8ba1-f10334cccf74 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:58.112869 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (e7383405-362a-4769-8ba1-f10334cccf74), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.232188 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (a2ddf812-d1ea-450e-8583-c7a29b9b622a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.279060 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ddf812-d1ea-450e-8583-c7a29b9b622a']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:58.281334 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:58.291766 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7684c1b5-7ac4-445a-a388-a2b3521ccf82') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:58.292388 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7684c1b5-7ac4-445a-a388-a2b3521ccf82') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:58.307866 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (7684c1b5-7ac4-445a-a388-a2b3521ccf82), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.337292 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (7684c1b5-7ac4-445a-a388-a2b3521ccf82), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.349807 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:38:58.351639 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (7684c1b5-7ac4-445a-a388-a2b3521ccf82), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.356151 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port e7383405-362a-4769-8ba1-f10334cccf74 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:58.389694 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 7684c1b5-7ac4-445a-a388-a2b3521ccf82 resource provider aggregate not found Jul 21 06:38:58.437033 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 7684c1b5-7ac4-445a-a388-a2b3521ccf82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7684c1b5-7ac4-445a-a388-a2b3521ccf82 found for delete ", "request_id": "req-fbcc2fd8-08e3-4b2a-b3d8-7b93be1e0ef3"}]} Jul 21 06:38:58.460828 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (a2ddf812-d1ea-450e-8583-c7a29b9b622a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.466452 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.473057 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] 10.222.0.42 "DELETE /v2.0/networks/a2ddf812-d1ea-450e-8583-c7a29b9b622a HTTP/1.1" status: 204 len: 168 time: 0.4744346 Jul 21 06:38:58.475055 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45790) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:58.506558 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66232b65-b5d5-4514-bf76-98fce9493b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ddf812-d1ea-450e-8583-c7a29b9b622a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:58.541540 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:58.548792 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a28f97-e3c3-4675-8f19-00c519e289f5 admin admin] Deleting subnet a0c9fbcf-5159-4920-9029-457a3b11c636 {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:38:58.554624 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39a28f97-e3c3-4675-8f19-00c519e289f5 admin admin] Publish callbacks [] for subnet (a0c9fbcf-5159-4920-9029-457a3b11c636), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.573830 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-035712bd-174b-4c9b-8c2d-828ae9412be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.618517 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39a28f97-e3c3-4675-8f19-00c519e289f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13677288'] for subnet (a0c9fbcf-5159-4920-9029-457a3b11c636), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.630922 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Publish callbacks [] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.636261 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.675779 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39a28f97-e3c3-4675-8f19-00c519e289f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (a0c9fbcf-5159-4920-9029-457a3b11c636), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.699642 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb1b84-a507-4130-a360-462b535340ca None None] Pushing event updated for resources: {'Port': ['ID=5b34495f-f8c1-458d-ac82-bbb4eb768901,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:58.762632 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39a28f97-e3c3-4675-8f19-00c519e289f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16164760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14092732'] for subnet (a0c9fbcf-5159-4920-9029-457a3b11c636), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.787742 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39a28f97-e3c3-4675-8f19-00c519e289f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.792037 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-39a28f97-e3c3-4675-8f19-00c519e289f5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a0c9fbcf-5159-4920-9029-457a3b11c636 HTTP/1.1" status: 204 len: 168 time: 0.3151505 Jul 21 06:38:58.794770 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45794) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:58.809042 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Attempting to bind port 5b34495f-f8c1-458d-ac82-bbb4eb768901 on host dv-cinder-850318-3-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:38:58.809416 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Attempting to bind port 5b34495f-f8c1-458d-ac82-bbb4eb768901 by drivers openvswitch,hyperv on host dv-cinder-850318-3-iscsi at level 0 using segments [{'id': '810ec52c-bdef-4108-a599-ed3af879b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:38:58.809836 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Attempting to bind port 5b34495f-f8c1-458d-ac82-bbb4eb768901 on network 74536201-2fc1-4dd4-ae5f-01e5a706e63d {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:38:58.820900 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Checking agent: {'id': '9f6774e8-f553-46ac-9f3b-fb35245ec8c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850318-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 22, 2), 'started_at': datetime.datetime(2022, 7, 21, 6, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850318-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:38:58.821274 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Checking segment: {'id': '810ec52c-bdef-4108-a599-ed3af879b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:38:58.821675 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.822088 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Bound using segment: {'id': '810ec52c-bdef-4108-a599-ed3af879b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:38:58.822555 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Bound port: 5b34495f-f8c1-458d-ac82-bbb4eb768901, host: dv-cinder-850318-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810ec52c-bdef-4108-a599-ed3af879b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:38:58.822931 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.827823 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a28f97-e3c3-4675-8f19-00c519e289f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c9fbcf-5159-4920-9029-457a3b11c636,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:58.959325 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] For port 5b34495f-f8c1-458d-ac82-bbb4eb768901, host dv-cinder-850318-3-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:38:58.963321 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] For port 5b34495f-f8c1-458d-ac82-bbb4eb768901, host dv-cinder-850318-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=5b34495f-f8c1-458d-ac82-bbb4eb768901,segment=NetworkSegment(810ec52c-bdef-4108-a599-ed3af879b439),segment_id=810ec52c-bdef-4108-a599-ed3af879b439)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:38:58.973496 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:58.985210 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.088534 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb1b84-a507-4130-a360-462b535340ca None None] Pushing event updated for resources: {'Port': ['ID=5b34495f-f8c1-458d-ac82-bbb4eb768901,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:59.094015 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Routers {'7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:38:59.094889 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:38:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:59.131493 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.163021 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:59.175204 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c71de5-bfe0-4f23-bbd9-3940ce6d6d65') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:59.175745 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c71de5-bfe0-4f23-bbd9-3940ce6d6d65') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:59.197056 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (71c71de5-bfe0-4f23-bbd9-3940ce6d6d65), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.216834 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (71c71de5-bfe0-4f23-bbd9-3940ce6d6d65), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.221104 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] Set router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:38:59.224864 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:38:59.225276 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (71c71de5-bfe0-4f23-bbd9-3940ce6d6d65), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.302545 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.328289 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.334497 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a HTTP/1.1" status: 204 len: 168 time: 0.5385911 Jul 21 06:38:59.335823 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0758b-614d-418f-9749-9f30ef25a4b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd1f3d2-8d7a-445f-94c0-fa2e1c23309a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:59.433251 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-6e2d7db3-e1d8-4857-b07f-4ca706aa8de0 None None] Provisioning complete for port 5b34495f-f8c1-458d-ac82-bbb4eb768901 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:59.433631 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6e2d7db3-e1d8-4857-b07f-4ca706aa8de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.437979 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:59.456528 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:38:59.484369 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'name': 'tempest-TestMinimumBasicScenario-1411931023-router', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:51Z', 'updated_at': '2022-07-21T06:38:54Z', 'revision_number': 4, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'gw_port': {'id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:52Z', 'updated_at': '2022-07-21T06:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5b34495f-f8c1-458d-ac82-bbb4eb768901', 'name': '', 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'mac_address': 'fa:16:3e:79:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '19ce7884-f9b0-41d9-b111-604e053c800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:54Z', 'updated_at': '2022-07-21T06:38:58Z', 'revision_number': 4, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'subnets': [{'id': '19ce7884-f9b0-41d9-b111-604e053c800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:38:59.514655 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3184a7f-1b66-4c84-98ed-f40f5c6e0ca5 None None] The sync data for ids ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'] in dv-cinder-850318-3-iscsi is: [{'id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'name': 'tempest-TestMinimumBasicScenario-1411931023-router', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:51Z', 'updated_at': '2022-07-21T06:38:54Z', 'revision_number': 4, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'gw_port': {'id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:52Z', 'updated_at': '2022-07-21T06:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '5b34495f-f8c1-458d-ac82-bbb4eb768901', 'name': '', 'network_id': '74536201-2fc1-4dd4-ae5f-01e5a706e63d', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'mac_address': 'fa:16:3e:79:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '19ce7884-f9b0-41d9-b111-604e053c800e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:54Z', 'updated_at': '2022-07-21T06:38:58Z', 'revision_number': 4, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'subnets': [{'id': '19ce7884-f9b0-41d9-b111-604e053c800e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:38:59.577564 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d7db3-e1d8-4857-b07f-4ca706aa8de0 None None] Current status of the port 5b34495f-f8c1-458d-ac82-bbb4eb768901 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:38:59.578205 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6e2d7db3-e1d8-4857-b07f-4ca706aa8de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.616111 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45798) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:59.651763 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-6e2d7db3-e1d8-4857-b07f-4ca706aa8de0 None None] For port 5b34495f-f8c1-458d-ac82-bbb4eb768901, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=5b34495f-f8c1-458d-ac82-bbb4eb768901,segment=NetworkSegment(810ec52c-bdef-4108-a599-ed3af879b439),segment_id=810ec52c-bdef-4108-a599-ed3af879b439)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:38:59.660797 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6e2d7db3-e1d8-4857-b07f-4ca706aa8de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.702350 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-830ac91e-2958-4058-a00f-67ade41981d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e803814775d740a1903e4f83904180f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0841513 Jul 21 06:38:59.704958 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45804) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:38:59.735791 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d7db3-e1d8-4857-b07f-4ca706aa8de0 None None] Pushing event updated for resources: {'Port': ['ID=5b34495f-f8c1-458d-ac82-bbb4eb768901,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:38:59.790915 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-71b8c369-974f-4253-9692-a2e83b2d124e None None] Provisioning complete for port 5b34495f-f8c1-458d-ac82-bbb4eb768901 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:38:59.791459 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-71b8c369-974f-4253-9692-a2e83b2d124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.852853 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ade3-15a6-4a21-8ba0-da94d958b369 admin admin] Publish callbacks [] for security_group (abe94059-38b9-4de7-bf73-0178c08bacbe), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.898338 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ade3-15a6-4a21-8ba0-da94d958b369 admin admin] Publish callbacks [] for security_group (abe94059-38b9-4de7-bf73-0178c08bacbe), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:38:59.951287 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5b34495f-f8c1-458d-ac82-bbb4eb768901 up at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:39:00.012962 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ade3-15a6-4a21-8ba0-da94d958b369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (abe94059-38b9-4de7-bf73-0178c08bacbe), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:00.018345 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ade3-15a6-4a21-8ba0-da94d958b369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:00.021837 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fbe1ade3-15a6-4a21-8ba0-da94d958b369 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/abe94059-38b9-4de7-bf73-0178c08bacbe HTTP/1.1" status: 204 len: 168 time: 0.3157966 Jul 21 06:39:00.023402 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-71b8c369-974f-4253-9692-a2e83b2d124e None None] Current status of the port 5b34495f-f8c1-458d-ac82-bbb4eb768901 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:39:00.057627 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1ade3-15a6-4a21-8ba0-da94d958b369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe94059-38b9-4de7-bf73-0178c08bacbe,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:00.065838 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:00.066610 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Provisioning complete for port 5b34495f-f8c1-458d-ac82-bbb4eb768901 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:39:00.071020 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:00.188773 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Current status of the port 5b34495f-f8c1-458d-ac82-bbb4eb768901 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:39:00.457645 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 71c71de5-bfe0-4f23-bbd9-3940ce6d6d65 resource provider aggregate not found Jul 21 06:39:00.490202 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 71c71de5-bfe0-4f23-bbd9-3940ce6d6d65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71c71de5-bfe0-4f23-bbd9-3940ce6d6d65 found for delete ", "request_id": "req-29cedc0a-d1b6-43ea-86a4-84f8a9edd54c"}]} Jul 21 06:39:00.539742 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45816) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:00.589982 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-629df988-5d75-41a4-9840-8c8cdec04063 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab0b6879f17240459616b055c9f8f05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469015 Jul 21 06:39:00.590360 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45818) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:00.662803 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-136e612e-cee8-4a0d-ac7b-4406c717bd4a admin admin] Publish callbacks [] for security_group (e2b54364-3902-4f29-a4a0-83eecef1f6d0), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:00.692741 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-136e612e-cee8-4a0d-ac7b-4406c717bd4a admin admin] Publish callbacks [] for security_group (e2b54364-3902-4f29-a4a0-83eecef1f6d0), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:00.764089 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-136e612e-cee8-4a0d-ac7b-4406c717bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (e2b54364-3902-4f29-a4a0-83eecef1f6d0), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:00.767139 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-136e612e-cee8-4a0d-ac7b-4406c717bd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:00.771195 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-136e612e-cee8-4a0d-ac7b-4406c717bd4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2b54364-3902-4f29-a4a0-83eecef1f6d0 HTTP/1.1" status: 204 len: 168 time: 0.1797895 Jul 21 06:39:00.781283 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e612e-cee8-4a0d-ac7b-4406c717bd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b54364-3902-4f29-a4a0-83eecef1f6d0,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:01.044493 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:01.070993 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:39:01.178334 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:01.727991 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:02.439535 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45838) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:02.567184 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ab7325ab-8a20-4ec0-9cb4-e78e3dff5e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:02.652378 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ab7325ab-8a20-4ec0-9cb4-e78e3dff5e57 admin admin] Publish callbacks [] for security_group (4c6a0d20-d6a5-4e3a-b93b-24713eefc431), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:02.659878 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ab7325ab-8a20-4ec0-9cb4-e78e3dff5e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (4c6a0d20-d6a5-4e3a-b93b-24713eefc431), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:02.708465 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ab7325ab-8a20-4ec0-9cb4-e78e3dff5e57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ab91c9f71e443dd8ffca5f13945f0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672465 Jul 21 06:39:02.709442 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7325ab-8a20-4ec0-9cb4-e78e3dff5e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6a0d20-d6a5-4e3a-b93b-24713eefc431,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:02.711213 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45842) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:02.766646 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Publish callbacks [] for security_group (4c6a0d20-d6a5-4e3a-b93b-24713eefc431), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:02.785178 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:02.790805 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Publish callbacks [] for security_group (4c6a0d20-d6a5-4e3a-b93b-24713eefc431), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:02.844775 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (4c6a0d20-d6a5-4e3a-b93b-24713eefc431), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:02.847437 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:02.848608 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c6a0d20-d6a5-4e3a-b93b-24713eefc431 HTTP/1.1" status: 204 len: 168 time: 0.1364181 Jul 21 06:39:02.857394 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6a0d20-d6a5-4e3a-b93b-24713eefc431,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:02.860500 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:02.865928 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.866318 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.866661 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.867000 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.867333 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.867673 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.868000 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.868324 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.868767 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.869098 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.869424 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.869749 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.870108 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.870422 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:02.870928 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6648e-200f-4c0e-9105-407512a6d7b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:03.191922 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45848) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:03.208029 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f8458e8-8784-4c99-ba73-c21b6ed509f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:03.306369 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f8458e8-8784-4c99-ba73-c21b6ed509f3 admin admin] Publish callbacks [] for security_group (3b00a51f-8dab-40b9-869b-ed62a470ad19), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:03.312435 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0f8458e8-8784-4c99-ba73-c21b6ed509f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (3b00a51f-8dab-40b9-869b-ed62a470ad19), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:03.360882 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0f8458e8-8784-4c99-ba73-c21b6ed509f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c784526e06e34f33bfcb39b3bedcffdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674662 Jul 21 06:39:03.361934 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8458e8-8784-4c99-ba73-c21b6ed509f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b00a51f-8dab-40b9-869b-ed62a470ad19,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:03.364455 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45850) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:03.431406 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f62ad520-11bc-40b6-8ab2-73f98c7d2771 admin admin] Publish callbacks [] for security_group (3b00a51f-8dab-40b9-869b-ed62a470ad19), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:03.457101 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f62ad520-11bc-40b6-8ab2-73f98c7d2771 admin admin] Publish callbacks [] for security_group (3b00a51f-8dab-40b9-869b-ed62a470ad19), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:03.511864 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f62ad520-11bc-40b6-8ab2-73f98c7d2771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (3b00a51f-8dab-40b9-869b-ed62a470ad19), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:03.515050 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f62ad520-11bc-40b6-8ab2-73f98c7d2771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:03.516934 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f62ad520-11bc-40b6-8ab2-73f98c7d2771 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b00a51f-8dab-40b9-869b-ed62a470ad19 HTTP/1.1" status: 204 len: 168 time: 0.1411648 Jul 21 06:39:03.527521 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ad520-11bc-40b6-8ab2-73f98c7d2771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b00a51f-8dab-40b9-869b-ed62a470ad19,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:04.838592 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 45886) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:04.968924 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6468be9-0d08-4927-b9e6-0d2cf95d757f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:05.078317 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6468be9-0d08-4927-b9e6-0d2cf95d757f admin admin] Publish callbacks [] for security_group (86cc98d3-8d5d-49cd-819a-7ff4bdbcfe6a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:05.083431 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6468be9-0d08-4927-b9e6-0d2cf95d757f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (86cc98d3-8d5d-49cd-819a-7ff4bdbcfe6a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:05.124137 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c6468be9-0d08-4927-b9e6-0d2cf95d757f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95b0fff973e5444eae6e5dbd00dabf3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844613 Jul 21 06:39:05.127255 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6468be9-0d08-4927-b9e6-0d2cf95d757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cc98d3-8d5d-49cd-819a-7ff4bdbcfe6a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:05.127447 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 45890) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:05.157600 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:05.183395 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc50c818-0130-430d-934d-ffc56797c351 admin admin] Publish callbacks [] for security_group (86cc98d3-8d5d-49cd-819a-7ff4bdbcfe6a), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:05.206895 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc50c818-0130-430d-934d-ffc56797c351 admin admin] Publish callbacks [] for security_group (86cc98d3-8d5d-49cd-819a-7ff4bdbcfe6a), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:05.261408 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc50c818-0130-430d-934d-ffc56797c351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (86cc98d3-8d5d-49cd-819a-7ff4bdbcfe6a), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:05.265069 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc50c818-0130-430d-934d-ffc56797c351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:05.266459 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-cc50c818-0130-430d-934d-ffc56797c351 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86cc98d3-8d5d-49cd-819a-7ff4bdbcfe6a HTTP/1.1" status: 204 len: 168 time: 0.1380379 Jul 21 06:39:05.280176 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50c818-0130-430d-934d-ffc56797c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cc98d3-8d5d-49cd-819a-7ff4bdbcfe6a,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:07.314753 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-29e4dc77-525d-4efb-b9f3-ec0ce922a271 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:07.316081 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-29e4dc77-525d-4efb-b9f3-ec0ce922a271 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/networks?id=87d8d15e-a080-4012-90f0-f7a65ac40143 HTTP/1.1" status: 200 len: 815 time: 0.1057246 Jul 21 06:39:07.331341 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-69cfed9b-054b-478f-997b-944ee66ab022 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/quotas/9ba482e050244bc6a359090a616658ec HTTP/1.1" status: 200 len: 375 time: 0.0097675 Jul 21 06:39:07.386175 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-84d049b1-c954-41a0-8108-60f921b17205 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ba482e050244bc6a359090a616658ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445638 Jul 21 06:39:07.455833 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:07.491991 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-02868fd5-f9fd-480d-9f40-8370127b5a46 service neutron] 10.222.0.42 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936496 Jul 21 06:39:07.588579 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-2b34b5ef-ed29-41d4-a478-c0fc94c916a9 service neutron] 10.222.0.42 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905528 Jul 21 06:39:07.757960 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c2b48dac-8ad9-4024-a42d-8b8d0ea9e2d2 req-f9660049-cae6-4cca-b497-6cf0db36ec8f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 210 time: 0.0297256 Jul 21 06:39:08.863595 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-12f1c67e-b7b9-49e5-8113-812a76e51011 req-fce3229e-b440-4282-9cb4-c157d51ee6a7 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 210 time: 0.0367067 Jul 21 06:39:09.102110 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-71d074ea-9b86-47ba-a9ae-3f49fdcbb11d tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:09.103591 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-71d074ea-9b86-47ba-a9ae-3f49fdcbb11d tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.36 "GET /v2.0/networks?id=87d8d15e-a080-4012-90f0-f7a65ac40143 HTTP/1.1" status: 200 len: 815 time: 0.1171365 Jul 21 06:39:09.133530 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'port': {'device_id': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'admin_state_up': True, 'tenant_id': '9ba482e050244bc6a359090a616658ec'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:09.273522 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:09.280754 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Made reservation on behalf of 9ba482e050244bc6a359090a616658ec for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 06:39:09.285484 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:09.346453 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:09.444891 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Allocated IP 172.20.0.14 (87d8d15e-a080-4012-90f0-f7a65ac40143/ecf01340-e21b-4644-9dcc-6e06fc5b46ee/7a899c90-0e7d-4a42-9984-b0e866be244e) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:39:09.652005 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:09.740170 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:09.819124 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Network 87d8d15e-a080-4012-90f0-f7a65ac40143 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:39:09.825520 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:39:09.843089 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:39:09.851214 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'Port': ['ID=7a899c90-0e7d-4a42-9984-b0e866be244e,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:09.934742 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:09.934742 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:09.958517 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-7df06e8b-8479-41a6-9a82-a25fc8046bbb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8286808 Jul 21 06:39:10.024693 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707559d-bfe3-4ad1-a534-afae3cecb29c req-a852ce36-4799-4141-b4c2-a0874e57fe25 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:10.027316 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8707559d-bfe3-4ad1-a534-afae3cecb29c req-a852ce36-4799-4141-b4c2-a0874e57fe25 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 932 time: 0.0606759 Jul 21 06:39:10.127518 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8707559d-bfe3-4ad1-a534-afae3cecb29c req-8bb78440-1e90-4102-9814-a68b43e4924b tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932631 Jul 21 06:39:10.220120 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-a90192a9-645f-4e0a-a73e-626f9873c31d None None] Provisioning complete for port 7a899c90-0e7d-4a42-9984-b0e866be244e triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:39:10.220754 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a90192a9-645f-4e0a-a73e-626f9873c31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:10.258702 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-a90192a9-645f-4e0a-a73e-626f9873c31d None None] Port 7a899c90-0e7d-4a42-9984-b0e866be244e cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 06:39:11.046961 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:11.265362 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec88a0-49c7-4f9a-9bc7-2b503cee0a35 req-6a4b535a-42de-4cd6-a3fa-4f21a0f0c9d2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:11.267791 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-45ec88a0-49c7-4f9a-9bc7-2b503cee0a35 req-6a4b535a-42de-4cd6-a3fa-4f21a0f0c9d2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 932 time: 0.0505106 Jul 21 06:39:11.319304 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-45ec88a0-49c7-4f9a-9bc7-2b503cee0a35 req-294f523c-a3de-48e9-852a-4f7b0d114713 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455749 Jul 21 06:39:12.459857 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49de98-bb19-491b-bc32-71e3a6bf30b7 req-46889318-9da5-4f8d-b8d9-b245764ca54b tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:12.471765 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0b49de98-bb19-491b-bc32-71e3a6bf30b7 req-46889318-9da5-4f8d-b8d9-b245764ca54b tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 932 time: 0.0733891 Jul 21 06:39:12.540271 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0b49de98-bb19-491b-bc32-71e3a6bf30b7 req-cfe5095e-f425-4d44-8a08-066b71d14a94 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672369 Jul 21 06:39:13.681080 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e09bdc-069e-43cc-8be2-d80a3da33a74 req-438964c2-5325-4f8a-af59-4bb896e8d54a tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:13.687816 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-01e09bdc-069e-43cc-8be2-d80a3da33a74 req-438964c2-5325-4f8a-af59-4bb896e8d54a tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 932 time: 0.0618622 Jul 21 06:39:13.737189 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-01e09bdc-069e-43cc-8be2-d80a3da33a74 req-35d516b3-0e82-481e-873a-2a67d0e379a7 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479548 Jul 21 06:39:13.988583 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46080) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:14.124671 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-78459a95-7f4b-4005-966d-879a7b865bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:14.196394 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:14.220349 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-78459a95-7f4b-4005-966d-879a7b865bc0 admin admin] Publish callbacks [] for security_group (7094dfd2-49b7-45a5-a03e-a2d24c3c083f), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:14.224667 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-78459a95-7f4b-4005-966d-879a7b865bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (7094dfd2-49b7-45a5-a03e-a2d24c3c083f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:14.287398 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-78459a95-7f4b-4005-966d-879a7b865bc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0189eaff2c5e458f9f807caee0fad677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972472 Jul 21 06:39:14.288494 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78459a95-7f4b-4005-966d-879a7b865bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7094dfd2-49b7-45a5-a03e-a2d24c3c083f,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:14.290784 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46084) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:14.371234 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e86f4674-9dda-40f7-84fd-a63fa678a6d2 admin admin] Publish callbacks [] for security_group (7094dfd2-49b7-45a5-a03e-a2d24c3c083f), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:14.399942 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e86f4674-9dda-40f7-84fd-a63fa678a6d2 admin admin] Publish callbacks [] for security_group (7094dfd2-49b7-45a5-a03e-a2d24c3c083f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:14.459433 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e86f4674-9dda-40f7-84fd-a63fa678a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (7094dfd2-49b7-45a5-a03e-a2d24c3c083f), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:14.462463 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e86f4674-9dda-40f7-84fd-a63fa678a6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:14.463868 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e86f4674-9dda-40f7-84fd-a63fa678a6d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7094dfd2-49b7-45a5-a03e-a2d24c3c083f HTTP/1.1" status: 204 len: 168 time: 0.1712799 Jul 21 06:39:14.475414 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f4674-9dda-40f7-84fd-a63fa678a6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7094dfd2-49b7-45a5-a03e-a2d24c3c083f,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:14.820197 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46094) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:14.840905 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-562cfc64-a130-4deb-9c3c-0edfc9936d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:14.884069 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51121-5f19-443b-90ee-64b2a3eed1d6 req-c8404a87-11b1-49d2-b804-0c2aa269973a tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:14.885679 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78e51121-5f19-443b-90ee-64b2a3eed1d6 req-c8404a87-11b1-49d2-b804-0c2aa269973a tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 932 time: 0.0619929 Jul 21 06:39:14.933992 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-562cfc64-a130-4deb-9c3c-0edfc9936d93 admin admin] Publish callbacks [] for security_group (29315527-8e12-4aa2-ae1f-66b2a2ddd2b9), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:14.939326 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-562cfc64-a130-4deb-9c3c-0edfc9936d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (29315527-8e12-4aa2-ae1f-66b2a2ddd2b9), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:14.957214 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:14.981304 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78e51121-5f19-443b-90ee-64b2a3eed1d6 req-ded926e1-0b0e-4f15-8f3e-44ed04b1ea75 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860915 Jul 21 06:39:14.992241 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cfc64-a130-4deb-9c3c-0edfc9936d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29315527-8e12-4aa2-ae1f-66b2a2ddd2b9,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:14.998825 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-562cfc64-a130-4deb-9c3c-0edfc9936d93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a061f988650542eb85b6dc66d46b1ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771119 Jul 21 06:39:15.002124 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46096) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:15.070915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-768e96ff-1696-49d2-9b7a-889fc54951be admin admin] Publish callbacks [] for security_group (29315527-8e12-4aa2-ae1f-66b2a2ddd2b9), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.098572 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-768e96ff-1696-49d2-9b7a-889fc54951be admin admin] Publish callbacks [] for security_group (29315527-8e12-4aa2-ae1f-66b2a2ddd2b9), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.135463 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:15.153324 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-768e96ff-1696-49d2-9b7a-889fc54951be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (29315527-8e12-4aa2-ae1f-66b2a2ddd2b9), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.156191 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-768e96ff-1696-49d2-9b7a-889fc54951be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.160404 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-768e96ff-1696-49d2-9b7a-889fc54951be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29315527-8e12-4aa2-ae1f-66b2a2ddd2b9 HTTP/1.1" status: 204 len: 168 time: 0.1570148 Jul 21 06:39:15.169344 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e96ff-1696-49d2-9b7a-889fc54951be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29315527-8e12-4aa2-ae1f-66b2a2ddd2b9,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:15.551683 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46102) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:15.569115 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2af557fb-252e-4f75-a575-30ab3369b283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.659254 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2af557fb-252e-4f75-a575-30ab3369b283 admin admin] Publish callbacks [] for security_group (176b1c91-649d-4f6d-93a6-09fbec94f614), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.663971 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2af557fb-252e-4f75-a575-30ab3369b283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (176b1c91-649d-4f6d-93a6-09fbec94f614), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.707731 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2af557fb-252e-4f75-a575-30ab3369b283 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be85b9c8011543dcb07b923e2320ce0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514060 Jul 21 06:39:15.708606 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af557fb-252e-4f75-a575-30ab3369b283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176b1c91-649d-4f6d-93a6-09fbec94f614,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:15.710313 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46104) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:15.767695 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:15.773705 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ca7076b6-0eeb-47ee-910b-ed7350481f4b admin admin] Publish callbacks [] for security_group (176b1c91-649d-4f6d-93a6-09fbec94f614), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.801453 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ca7076b6-0eeb-47ee-910b-ed7350481f4b admin admin] Publish callbacks [] for security_group (176b1c91-649d-4f6d-93a6-09fbec94f614), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.853247 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ca7076b6-0eeb-47ee-910b-ed7350481f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (176b1c91-649d-4f6d-93a6-09fbec94f614), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.855808 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ca7076b6-0eeb-47ee-910b-ed7350481f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:15.859538 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ca7076b6-0eeb-47ee-910b-ed7350481f4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/176b1c91-649d-4f6d-93a6-09fbec94f614 HTTP/1.1" status: 204 len: 168 time: 0.1450434 Jul 21 06:39:15.866448 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7076b6-0eeb-47ee-910b-ed7350481f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b1c91-649d-4f6d-93a6-09fbec94f614,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:16.118634 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b68d6-8834-47b3-98db-1b947df34723 req-f65e1b6d-d280-451f-8a0a-e01219225671 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:16.120186 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f77b68d6-8834-47b3-98db-1b947df34723 req-f65e1b6d-d280-451f-8a0a-e01219225671 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 932 time: 0.0821841 Jul 21 06:39:16.194155 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f77b68d6-8834-47b3-98db-1b947df34723 req-8060fe38-f3d3-4c2f-bbd2-0567ffc14ef5 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679927 Jul 21 06:39:17.332780 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991efa3f-bb79-4d6a-8152-5ad400ad0b9b req-2ee8ca98-3174-41c1-aa36-3d6cbdb75d71 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:17.334323 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-991efa3f-bb79-4d6a-8152-5ad400ad0b9b req-2ee8ca98-3174-41c1-aa36-3d6cbdb75d71 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 932 time: 0.0586102 Jul 21 06:39:17.394878 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-991efa3f-bb79-4d6a-8152-5ad400ad0b9b req-7c2bdbd0-e22d-4a4e-91c1-ffa325d30929 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525923 Jul 21 06:39:18.507292 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0d6c6-06e4-4788-b882-9d693942f660 req-acfcea6e-d619-4baa-bacf-0346e9ceb60b tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:18.508756 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1bf0d6c6-06e4-4788-b882-9d693942f660 req-acfcea6e-d619-4baa-bacf-0346e9ceb60b tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 932 time: 0.0472860 Jul 21 06:39:18.555557 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1bf0d6c6-06e4-4788-b882-9d693942f660 req-04aaf0d6-e166-4549-8b6f-a4c6dd8b3703 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Jul 21 06:39:18.820541 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Request body: {'port': {'device_id': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85031'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:18.882709 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:19.135245 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a899c90-0e7d-4a42-9984-b0e866be244e {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:39:19.142772 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Publish callbacks [] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:19.155409 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Transition to ACTIVE for port object 7a899c90-0e7d-4a42-9984-b0e866be244e will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 06:39:19.159281 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:19.211607 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Pushing event updated for resources: {'Port': ['ID=7a899c90-0e7d-4a42-9984-b0e866be244e,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:19.286542 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Attempting to bind port 7a899c90-0e7d-4a42-9984-b0e866be244e on host hv-cinder-85031 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 06:39:19.286872 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Attempting to bind port 7a899c90-0e7d-4a42-9984-b0e866be244e by drivers openvswitch,hyperv on host hv-cinder-85031 at level 0 using segments [{'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 06:39:19.287199 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Attempting to bind port 7a899c90-0e7d-4a42-9984-b0e866be244e on network 87d8d15e-a080-4012-90f0-f7a65ac40143 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:39:19.291775 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Port 7a899c90-0e7d-4a42-9984-b0e866be244e on network 87d8d15e-a080-4012-90f0-f7a65ac40143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85031 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 06:39:19.292090 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Attempting to bind port 7a899c90-0e7d-4a42-9984-b0e866be244e on network 87d8d15e-a080-4012-90f0-f7a65ac40143 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 06:39:19.297446 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Checking agent: {'id': '2db7ff32-2517-4544-9e45-776455ee44de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85031', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'started_at': datetime.datetime(2022, 7, 21, 6, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 6, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 06:39:19.298483 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Checking segment: {'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 06:39:19.298869 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Bound using segment: {'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 06:39:19.299296 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Bound port: 7a899c90-0e7d-4a42-9984-b0e866be244e, host: hv-cinder-85031, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 06:39:19.299650 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:19.363276 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] For port 7a899c90-0e7d-4a42-9984-b0e866be244e, host hv-cinder-85031, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 06:39:19.366485 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] For port 7a899c90-0e7d-4a42-9984-b0e866be244e, host hv-cinder-85031, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=7a899c90-0e7d-4a42-9984-b0e866be244e,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 06:39:19.372702 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:19.404743 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:19.419095 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:19.419713 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:19.421092 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a899c90-0e7d-4a42-9984-b0e866be244e HTTP/1.1" status: 200 len: 1094 time: 0.6050820 Jul 21 06:39:19.421529 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:39:19.424696 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4f42f7-bb8d-4737-be73-04a7c853500b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:39:19.442613 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052b210-cf62-4193-93fb-4d80a5ea4d96 service neutron] Pushing event updated for resources: {'Port': ['ID=7a899c90-0e7d-4a42-9984-b0e866be244e,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:19.470905 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6522d3b6-8b04-48dd-86ce-edb41c79b4fd x-openstack-request-id: req-6522d3b6-8b04-48dd-86ce-edb41c79b4fd {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:39:19.471651 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:39:19.471910 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6522d3b6-8b04-48dd-86ce-edb41c79b4fd {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:39:19.472568 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6522d3b6-8b04-48dd-86ce-edb41c79b4fd'] response: {'name': 'network-changed', 'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'status': 'completed', 'code': 200} Jul 21 06:39:19.559197 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f42f7-bb8d-4737-be73-04a7c853500b req-f36b1dc2-5572-4f8f-92ba-9573973d7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:19.560802 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ba4f42f7-bb8d-4737-be73-04a7c853500b req-f36b1dc2-5572-4f8f-92ba-9573973d7c89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ba482e050244bc6a359090a616658ec&device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 1128 time: 0.0447252 Jul 21 06:39:19.700178 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c726e7-c2ad-498f-9ba3-9740439025f8 req-5f0019cf-8d20-46a5-8d72-daba3a45662d tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:19.702405 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-02c726e7-c2ad-498f-9ba3-9740439025f8 req-5f0019cf-8d20-46a5-8d72-daba3a45662d tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 944 time: 0.0579605 Jul 21 06:39:19.704117 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f42f7-bb8d-4737-be73-04a7c853500b req-f1b56aad-d9f2-4d74-a834-f41267b3effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:19.706318 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ba4f42f7-bb8d-4737-be73-04a7c853500b req-f1b56aad-d9f2-4d74-a834-f41267b3effe service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9ba482e050244bc6a359090a616658ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1303403 Jul 21 06:39:19.797383 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:19.836500 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f42f7-bb8d-4737-be73-04a7c853500b req-8486b2e0-0059-4f0e-a811-7d51020879a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:19.838161 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ba4f42f7-bb8d-4737-be73-04a7c853500b req-8486b2e0-0059-4f0e-a811-7d51020879a9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254814 Jul 21 06:39:19.947347 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-dee1e8c8-6f2b-4338-a897-85f05555e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:19.950398 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-dee1e8c8-6f2b-4338-a897-85f05555e186 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ba482e050244bc6a359090a616658ec&device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 1128 time: 0.0473251 Jul 21 06:39:20.004173 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-4d3a1cb1-1d74-49d1-9779-6dc6afcd79e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a899c90-0e7d-4a42-9984-b0e866be244e HTTP/1.1" status: 200 len: 217 time: 0.0401366 Jul 21 06:39:20.011176 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-02c726e7-c2ad-498f-9ba3-9740439025f8 req-e326898b-76bd-42bb-86fb-f63db8671dc2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019156 Jul 21 06:39:20.056129 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-9582e793-7b8a-48b7-a158-9638f8cdb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:20.057711 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-9582e793-7b8a-48b7-a158-9638f8cdb3e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecf01340-e21b-4644-9dcc-6e06fc5b46ee HTTP/1.1" status: 200 len: 854 time: 0.0462170 Jul 21 06:39:20.103620 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-0a19986d-c8c7-4124-8de2-c5f9efe4a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:20.105617 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-0a19986d-c8c7-4124-8de2-c5f9efe4a19d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87d8d15e-a080-4012-90f0-f7a65ac40143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410779 Jul 21 06:39:20.204780 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-8452df60-7bfb-4e2d-b966-6b30b4bdc292 service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924485 Jul 21 06:39:20.303520 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19bd57aa-a6e1-43ee-be3d-4ab63b9d3cca req-bb5242a9-009b-4ff1-ba33-b2c57e2104d8 service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930846 Jul 21 06:39:21.021922 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:21.129078 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e4bcc-6d95-4690-827b-aa1256e94350 req-204510a2-fead-4926-9edc-6106ad52ff3d tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:21.130565 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7c9e4bcc-6d95-4690-827b-aa1256e94350 req-204510a2-fead-4926-9edc-6106ad52ff3d tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 944 time: 0.0478997 Jul 21 06:39:21.142342 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:21.178656 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7c9e4bcc-6d95-4690-827b-aa1256e94350 req-a34af013-9fd5-4e38-a246-e93a84ea37dc tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Jul 21 06:39:22.292738 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dcdd4-e8f4-406a-b184-4012dfea7693 req-9f5b131f-dc9c-4cad-8b51-e37affe367e0 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:22.294262 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f15dcdd4-e8f4-406a-b184-4012dfea7693 req-9f5b131f-dc9c-4cad-8b51-e37affe367e0 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 944 time: 0.0483270 Jul 21 06:39:22.345520 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f15dcdd4-e8f4-406a-b184-4012dfea7693 req-9999719b-8704-452d-925d-f7a998976a03 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455186 Jul 21 06:39:23.242277 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:23.350606 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 7a899c90-0e7d-4a42-9984-b0e866be244e details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:39:23.451542 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 7a899c90-0e7d-4a42-9984-b0e866be244e, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=7a899c90-0e7d-4a42-9984-b0e866be244e,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:39:23.460802 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689bb9d-e87a-4a19-a556-ab357a7611f5 req-18fd56b5-b78e-476b-b778-72a41f01a2b6 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:23.462292 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1689bb9d-e87a-4a19-a556-ab357a7611f5 req-18fd56b5-b78e-476b-b778-72a41f01a2b6 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 944 time: 0.0474799 Jul 21 06:39:23.463352 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'port_id': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'mac_address': 'fa:16:3e:2d:3e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:39:23.467884 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:23.503785 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 7a899c90-0e7d-4a42-9984-b0e866be244e is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:39:23.504090 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:23.510507 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1689bb9d-e87a-4a19-a556-ab357a7611f5 req-a9a9f397-f422-44f6-b676-c86e2fd0239d tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Jul 21 06:39:23.517491 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a899c90-0e7d-4a42-9984-b0e866be244e {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:39:23.537811 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 7a899c90-0e7d-4a42-9984-b0e866be244e, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=7a899c90-0e7d-4a42-9984-b0e866be244e,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:39:23.541596 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:23.586506 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=7a899c90-0e7d-4a42-9984-b0e866be244e,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:23.844290 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['7a899c90-0e7d-4a42-9984-b0e866be244e'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:39:24.414270 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46244) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:24.525367 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-70aa1fac-ba08-4394-abca-de82706e0d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:24.604112 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-70aa1fac-ba08-4394-abca-de82706e0d62 admin admin] Publish callbacks [] for security_group (ef529433-2a7d-41ef-bd3f-bc50fc6a75fb), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:24.607882 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-70aa1fac-ba08-4394-abca-de82706e0d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ef529433-2a7d-41ef-bd3f-bc50fc6a75fb), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:24.629818 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a732d1a-518e-4d21-8acf-329f46f99d21 req-d1ada506-08dc-4f4d-bfe3-d781f20ce8df tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:24.631330 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5a732d1a-518e-4d21-8acf-329f46f99d21 req-d1ada506-08dc-4f4d-bfe3-d781f20ce8df tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 945 time: 0.0491037 Jul 21 06:39:24.648180 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-70aa1fac-ba08-4394-abca-de82706e0d62 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e060665380904144be241b65fea9d2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328360 Jul 21 06:39:24.649048 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa1fac-ba08-4394-abca-de82706e0d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef529433-2a7d-41ef-bd3f-bc50fc6a75fb,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:24.650839 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46250) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:24.674281 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:24.717555 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5a732d1a-518e-4d21-8acf-329f46f99d21 req-15b25496-32b4-434e-a676-7800e39ff3b1 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806165 Jul 21 06:39:24.731790 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af91e8e3-1592-4d9e-997c-b5c28bdf526f admin admin] Publish callbacks [] for security_group (ef529433-2a7d-41ef-bd3f-bc50fc6a75fb), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:24.753740 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af91e8e3-1592-4d9e-997c-b5c28bdf526f admin admin] Publish callbacks [] for security_group (ef529433-2a7d-41ef-bd3f-bc50fc6a75fb), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:24.802186 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af91e8e3-1592-4d9e-997c-b5c28bdf526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ef529433-2a7d-41ef-bd3f-bc50fc6a75fb), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:24.804755 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af91e8e3-1592-4d9e-997c-b5c28bdf526f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:24.805857 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-af91e8e3-1592-4d9e-997c-b5c28bdf526f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef529433-2a7d-41ef-bd3f-bc50fc6a75fb HTTP/1.1" status: 204 len: 168 time: 0.1534920 Jul 21 06:39:24.813747 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91e8e3-1592-4d9e-997c-b5c28bdf526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef529433-2a7d-41ef-bd3f-bc50fc6a75fb,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:25.069866 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46256) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:25.084681 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-55543c78-78f3-42c6-9266-578a61e1c8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.159157 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-55543c78-78f3-42c6-9266-578a61e1c8a2 admin admin] Publish callbacks [] for security_group (dce3edc3-3798-470e-93d1-b2eb4b3424ed), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.163544 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-55543c78-78f3-42c6-9266-578a61e1c8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (dce3edc3-3798-470e-93d1-b2eb4b3424ed), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.201846 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-55543c78-78f3-42c6-9266-578a61e1c8a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba8972cf9a2841c9a46c1d2e70c036c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308794 Jul 21 06:39:25.202737 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55543c78-78f3-42c6-9266-578a61e1c8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce3edc3-3798-470e-93d1-b2eb4b3424ed,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:25.205317 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46258) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:25.256617 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1f74e01c-4d7c-4aa5-985f-87d8f74cbd80 admin admin] Publish callbacks [] for security_group (dce3edc3-3798-470e-93d1-b2eb4b3424ed), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.278257 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1f74e01c-4d7c-4aa5-985f-87d8f74cbd80 admin admin] Publish callbacks [] for security_group (dce3edc3-3798-470e-93d1-b2eb4b3424ed), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.279964 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:25.326209 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1f74e01c-4d7c-4aa5-985f-87d8f74cbd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (dce3edc3-3798-470e-93d1-b2eb4b3424ed), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.328666 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1f74e01c-4d7c-4aa5-985f-87d8f74cbd80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.330419 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1f74e01c-4d7c-4aa5-985f-87d8f74cbd80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dce3edc3-3798-470e-93d1-b2eb4b3424ed HTTP/1.1" status: 204 len: 168 time: 0.1239982 Jul 21 06:39:25.337996 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74e01c-4d7c-4aa5-985f-87d8f74cbd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce3edc3-3798-470e-93d1-b2eb4b3424ed,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:25.366864 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 7a899c90-0e7d-4a42-9984-b0e866be244e up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:39:25.410789 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning for port 7a899c90-0e7d-4a42-9984-b0e866be244e completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 06:39:25.417191 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port 7a899c90-0e7d-4a42-9984-b0e866be244e triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:39:25.417635 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.626541 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port 7a899c90-0e7d-4a42-9984-b0e866be244e is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:39:25.626933 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.650918 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:39:25.653234 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860f6987-a86a-451f-870f-e9150188cd2c" -d '{"events": [{"server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "name": "network-vif-plugged", "status": "completed", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:39:25.666770 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port 7a899c90-0e7d-4a42-9984-b0e866be244e, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=7a899c90-0e7d-4a42-9984-b0e866be244e,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:39:25.670915 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.673991 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46266) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:25.687940 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5c0e-7eec-448e-9797-6fc8dfd508c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.702469 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6237734d-5b80-411b-8c2c-227ee364dad1 x-openstack-request-id: req-6237734d-5b80-411b-8c2c-227ee364dad1 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:39:25.702756 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "name": "network-vif-plugged", "status": "completed", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:39:25.703011 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6237734d-5b80-411b-8c2c-227ee364dad1 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:39:25.703401 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6237734d-5b80-411b-8c2c-227ee364dad1'] response: {'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'code': 200} Jul 21 06:39:25.721240 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=7a899c90-0e7d-4a42-9984-b0e866be244e,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:25.774746 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5c0e-7eec-448e-9797-6fc8dfd508c7 admin admin] Publish callbacks [] for security_group (da77ccdd-45bd-4780-ae34-1d519cb4e444), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.779046 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5c0e-7eec-448e-9797-6fc8dfd508c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (da77ccdd-45bd-4780-ae34-1d519cb4e444), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.801827 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:25.824013 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9c3c5c0e-7eec-448e-9797-6fc8dfd508c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36bdd8c845da4b4d8ea9bbce2b877eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487303 Jul 21 06:39:25.826005 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c5c0e-7eec-448e-9797-6fc8dfd508c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da77ccdd-45bd-4780-ae34-1d519cb4e444,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:25.828514 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46270) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:25.856408 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b687d8a-2ebf-450f-b109-78ee7c2d735b req-6f95fdec-c884-4ecb-bcd0-df5923573278 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:25.858112 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0b687d8a-2ebf-450f-b109-78ee7c2d735b req-6f95fdec-c884-4ecb-bcd0-df5923573278 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 946 time: 0.0564473 Jul 21 06:39:25.882930 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26f92722-c880-4a3e-8e64-18e3aaf1b4fe admin admin] Publish callbacks [] for security_group (da77ccdd-45bd-4780-ae34-1d519cb4e444), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.908605 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0b687d8a-2ebf-450f-b109-78ee7c2d735b req-889cf16d-eeb1-4b89-8564-dd42194638ee tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439880 Jul 21 06:39:25.932517 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26f92722-c880-4a3e-8e64-18e3aaf1b4fe admin admin] Publish callbacks [] for security_group (da77ccdd-45bd-4780-ae34-1d519cb4e444), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:25.951445 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286260c0-3e3e-4079-9fd6-20bf702d50f5 req-ed0618b6-2312-4065-b624-19a65fcea206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:25.952932 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-286260c0-3e3e-4079-9fd6-20bf702d50f5 req-ed0618b6-2312-4065-b624-19a65fcea206 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 1130 time: 0.0605733 Jul 21 06:39:26.017536 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-286260c0-3e3e-4079-9fd6-20bf702d50f5 req-820d5eac-f227-430f-b5d4-0c1247b1f1ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565021 Jul 21 06:39:26.021787 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26f92722-c880-4a3e-8e64-18e3aaf1b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (da77ccdd-45bd-4780-ae34-1d519cb4e444), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:26.024244 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26f92722-c880-4a3e-8e64-18e3aaf1b4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:26.025250 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-26f92722-c880-4a3e-8e64-18e3aaf1b4fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da77ccdd-45bd-4780-ae34-1d519cb4e444 HTTP/1.1" status: 204 len: 168 time: 0.1949952 Jul 21 06:39:26.033178 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f92722-c880-4a3e-8e64-18e3aaf1b4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da77ccdd-45bd-4780-ae34-1d519cb4e444,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:26.217791 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-301748e0-2dcb-4ef3-af3e-a4ea4f5f483b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:27.024563 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570b94-3890-4a50-8a75-5e3a95a78a5d req-7c59e2c8-90d4-4a8c-9d48-ba9b0fcf69c7 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:27.026267 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-86570b94-3890-4a50-8a75-5e3a95a78a5d req-7c59e2c8-90d4-4a8c-9d48-ba9b0fcf69c7 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 946 time: 0.0485094 Jul 21 06:39:27.078731 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-86570b94-3890-4a50-8a75-5e3a95a78a5d req-0464c4e6-43e3-45b2-a1f3-9d34a99d84a8 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445931 Jul 21 06:39:28.194459 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35b577-74ad-4c3d-b7af-f06e30d9d940 req-d365f9db-15f5-45a1-b6a7-8adda46cf7d0 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:28.195946 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7c35b577-74ad-4c3d-b7af-f06e30d9d940 req-d365f9db-15f5-45a1-b6a7-8adda46cf7d0 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 946 time: 0.0482080 Jul 21 06:39:28.208142 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:28.248777 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7c35b577-74ad-4c3d-b7af-f06e30d9d940 req-3bab9332-c2bb-4e10-903b-a64fc14a201e tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471740 Jul 21 06:39:28.363018 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffce31d-bc9c-4b5c-a9b9-83e5023eb3f2 req-f3e78238-bbb3-413a-acc4-85e5689caf69 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:28.364502 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4ffce31d-bc9c-4b5c-a9b9-83e5023eb3f2 req-f3e78238-bbb3-413a-acc4-85e5689caf69 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 946 time: 0.0482905 Jul 21 06:39:28.412783 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4ffce31d-bc9c-4b5c-a9b9-83e5023eb3f2 req-e7d04795-6c92-4268-b41f-494ae0ce1a42 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Jul 21 06:39:28.538181 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2d40db45-974f-49df-8eea-d0745a64d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:28.744407 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fc1a2-ea7d-47d5-abef-e5cc5858423b req-90262c5a-b804-4770-832e-a91f73bff71f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:28.746098 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ea9fc1a2-ea7d-47d5-abef-e5cc5858423b req-90262c5a-b804-4770-832e-a91f73bff71f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 946 time: 0.0529671 Jul 21 06:39:28.808870 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ea9fc1a2-ea7d-47d5-abef-e5cc5858423b req-ff5e58d4-575e-419b-9533-f9f7cd2bf8ce tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571449 Jul 21 06:39:28.850847 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:28.855260 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:30.006208 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:31.158226 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:31.724422 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:36.008032 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:36.028966 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:38.053588 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:39:38.243739 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69954767-3a4f-45be-883c-fa9104020468 req-e8c56899-a8fc-40e4-89f9-c2a794c2e4c1 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:38.245215 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-69954767-3a4f-45be-883c-fa9104020468 req-e8c56899-a8fc-40e4-89f9-c2a794c2e4c1 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 946 time: 0.0510752 Jul 21 06:39:38.294006 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-69954767-3a4f-45be-883c-fa9104020468 req-c88d7c27-cb91-45df-bea5-d0f2e5a0568e tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Jul 21 06:39:38.318192 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46418) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:38.539978 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b954a-1296-4ac2-ae03-ac26d3ab48c1 tempest-TestMinimumBasicScenario-1349750841 tempest-TestMinimumBasicScenario-1349750841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:38.541982 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f96b954a-1296-4ac2-ae03-ac26d3ab48c1 tempest-TestMinimumBasicScenario-1349750841 tempest-TestMinimumBasicScenario-1349750841-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 1125 time: 0.2225628 Jul 21 06:39:38.544773 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46426) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:38.549248 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'floatingip': {'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'port_id': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:38.571214 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:38.654261 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:38.775880 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Allocated IP 172.27.1.57 (dc822d57-141d-4dcd-955b-2820ece99222/0e2c928c-8284-4df7-9ee5-e2d0e0aad746/37ab0bba-eee4-4380-a874-96f97d40618e) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 06:39:38.882405 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for port (37ab0bba-eee4-4380-a874-96f97d40618e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:38.914835 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793384180996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (37ab0bba-eee4-4380-a874-96f97d40618e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:38.950640 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Network dc822d57-141d-4dcd-955b-2820ece99222 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 06:39:38.953449 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 06:39:38.960327 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 06:39:38.984475 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'Port': ['ID=37ab0bba-eee4-4380-a874-96f97d40618e,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:39.517514 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:39.565587 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for floatingip (71a27890-4e8a-4605-8c70-56d5a295f8e6), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:39.597704 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:39.637323 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (37ab0bba-eee4-4380-a874-96f97d40618e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:39.783659 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for port (37ab0bba-eee4-4380-a874-96f97d40618e), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:39.789057 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14670734'] for port (37ab0bba-eee4-4380-a874-96f97d40618e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:39.864959 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'Port': ['ID=37ab0bba-eee4-4380-a874-96f97d40618e,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:39.874940 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1796570'] for floatingip (71a27890-4e8a-4605-8c70-56d5a295f8e6), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:39.976107 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Floating IP 71a27890-4e8a-4605-8c70-56d5a295f8e6 associated. External IP: 172.27.1.57, port: 7a899c90-0e7d-4a42-9984-b0e866be244e. Jul 21 06:39:40.175279 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Router abd3d597-d806-468a-80be-05e59792d734 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:39:40.276926 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:39:40.288392 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] Sync routers for ids ['abd3d597-d806-468a-80be-05e59792d734'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:39:40.296486 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.299231 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] Routers {'abd3d597-d806-468a-80be-05e59792d734'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:39:40.300537 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:39:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['abd3d597-d806-468a-80be-05e59792d734'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:39:40.318184 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:40.331955 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-bfce54f0-74d9-42a0-866d-0551134faed4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7859225 Jul 21 06:39:40.332620 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:39:40.334873 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46436) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:40.335413 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb02a75-dcfa-41dd-b825-223d930a52ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:39:40.339726 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817062526', 'description': 'tempest-secgroup-smoke-1817062526 description', 'project_id': '9ba482e050244bc6a359090a616658ec'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:40.363358 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.372981 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:40.386377 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9d6fe3-98ae-4463-a7e1-522ba533f766 x-openstack-request-id: req-ba9d6fe3-98ae-4463-a7e1-522ba533f766 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:39:40.387174 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:39:40.388332 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba9d6fe3-98ae-4463-a7e1-522ba533f766 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:39:40.388893 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9d6fe3-98ae-4463-a7e1-522ba533f766'] response: {'name': 'network-changed', 'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'status': 'completed', 'code': 200} Jul 21 06:39:40.445319 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group (3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.450436 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.484461 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.485097 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-77e4d869-8ffd-45b8-bcec-62c30444f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:40.489819 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1498539 Jul 21 06:39:40.490025 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-77e4d869-8ffd-45b8-bcec-62c30444f2e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ba482e050244bc6a359090a616658ec&device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 1130 time: 0.0501754 Jul 21 06:39:40.490138 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:40.490420 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46440) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:40.494801 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-9260e7ac-e8c5-416e-bc58-fce2b78027b4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'security_group_rule': {'security_group_id': '3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9', 'project_id': '9ba482e050244bc6a359090a616658ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:40.501113 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] Set router abd3d597-d806-468a-80be-05e59792d734 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:39:40.507932 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.508284 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.508641 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.508974 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.509307 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.509642 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.509994 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.510326 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.510656 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.510986 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.511320 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.511647 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.511974 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.512300 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.512623 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d70c7f-baeb-4d4d-9543-8ccb51929cb4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:39:40.537286 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9260e7ac-e8c5-416e-bc58-fce2b78027b4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (a18f2f9e-f1af-4225-98e9-384ac97152e2), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.590211 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-34589396-1a38-4d20-8a3d-f765218950b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:40.591596 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-34589396-1a38-4d20-8a3d-f765218950b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87d8d15e-a080-4012-90f0-f7a65ac40143 HTTP/1.1" status: 200 len: 916 time: 0.0982304 Jul 21 06:39:40.600431 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9260e7ac-e8c5-416e-bc58-fce2b78027b4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (a18f2f9e-f1af-4225-98e9-384ac97152e2), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.605689 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9260e7ac-e8c5-416e-bc58-fce2b78027b4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (a18f2f9e-f1af-4225-98e9-384ac97152e2), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.636660 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260e7ac-e8c5-416e-bc58-fce2b78027b4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18f2f9e-f1af-4225-98e9-384ac97152e2,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:40.646342 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:40.655291 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9260e7ac-e8c5-416e-bc58-fce2b78027b4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.656824 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9260e7ac-e8c5-416e-bc58-fce2b78027b4 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654580 Jul 21 06:39:40.659795 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46446) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:40.664223 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-b66ca964-c6e8-44f4-a3d8-d019a90bacf2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'security_group_rule': {'security_group_id': '3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9', 'project_id': '9ba482e050244bc6a359090a616658ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:40.683714 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-8a6a83ec-f4bd-4f24-9fdf-33af0df1768f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a899c90-0e7d-4a42-9984-b0e866be244e HTTP/1.1" status: 200 len: 999 time: 0.0851681 Jul 21 06:39:40.697291 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b66ca964-c6e8-44f4-a3d8-d019a90bacf2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (2110013a-c454-4394-9841-ad626672ee8b), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.731793 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '71a27890-4e8a-4605-8c70-56d5a295f8e6', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': 'abd3d597-d806-468a-80be-05e59792d734', 'port_id': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'mac_address': 'fa:16:3e:2d:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:39:39Z', 'updated_at': '2022-07-21T06:39:39Z', 'revision_number': 0, 'project_id': '9ba482e050244bc6a359090a616658ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dbb17b-d1a7-4a5c-b067-2595e2dd0464', 'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'mac_address': 'fa:16:3e:3b:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:48Z', 'updated_at': '2022-07-21T06:38:53Z', 'revision_number': 5, 'project_id': '9ba482e050244bc6a359090a616658ec', 'subnets': [{'id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:39:40.744087 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-cb68b3b2-5ea6-4a82-b041-b834bc501556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:40.746246 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-cb68b3b2-5ea6-4a82-b041-b834bc501556 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecf01340-e21b-4644-9dcc-6e06fc5b46ee HTTP/1.1" status: 200 len: 854 time: 0.0558033 Jul 21 06:39:40.760908 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] Checking router: abd3d597-d806-468a-80be-05e59792d734 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:39:40.770933 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] Routers {'abd3d597-d806-468a-80be-05e59792d734'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:39:40.772076 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:39:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['abd3d597-d806-468a-80be-05e59792d734'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:39:40.774559 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b66ca964-c6e8-44f4-a3d8-d019a90bacf2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (2110013a-c454-4394-9841-ad626672ee8b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.779626 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b66ca964-c6e8-44f4-a3d8-d019a90bacf2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (2110013a-c454-4394-9841-ad626672ee8b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.802610 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ca964-c6e8-44f4-a3d8-d019a90bacf2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2110013a-c454-4394-9841-ad626672ee8b,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:40.812931 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b66ca964-c6e8-44f4-a3d8-d019a90bacf2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.814219 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b66ca964-c6e8-44f4-a3d8-d019a90bacf2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534719 Jul 21 06:39:40.814710 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-2c2e0341-654d-4d69-9c0e-db756fe8973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:40.816450 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-2c2e0341-654d-4d69-9c0e-db756fe8973d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87d8d15e-a080-4012-90f0-f7a65ac40143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625184 Jul 21 06:39:40.817364 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46450) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:40.821857 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-548a6859-8f9e-486c-ab03-be43a6674e62 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'security_group_rule': {'security_group_id': '3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9', 'project_id': '9ba482e050244bc6a359090a616658ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:40.888970 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] Set router abd3d597-d806-468a-80be-05e59792d734 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:39:40.915498 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-548a6859-8f9e-486c-ab03-be43a6674e62 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (75e9dc78-71aa-4ae1-a818-9775d7f9763b), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:40.966537 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-78b16881-e8cc-4278-b197-4002cb58a202 service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389365 Jul 21 06:39:40.994349 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-548a6859-8f9e-486c-ab03-be43a6674e62 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (75e9dc78-71aa-4ae1-a818-9775d7f9763b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.006046 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-548a6859-8f9e-486c-ab03-be43a6674e62 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (75e9dc78-71aa-4ae1-a818-9775d7f9763b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.071883 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-548a6859-8f9e-486c-ab03-be43a6674e62 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.073087 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-548a6859-8f9e-486c-ab03-be43a6674e62 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2545128 Jul 21 06:39:41.076033 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46452) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:41.076202 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a6859-8f9e-486c-ab03-be43a6674e62 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e9dc78-71aa-4ae1-a818-9775d7f9763b,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:41.081584 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-087e9f87-2804-45a1-bf3e-766541a32e81 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'security_group_rule': {'security_group_id': '3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9', 'project_id': '9ba482e050244bc6a359090a616658ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:41.112744 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eeb02a75-dcfa-41dd-b825-223d930a52ba req-5912803a-2c76-40bb-8075-10534239085b service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341536 Jul 21 06:39:41.117263 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-087e9f87-2804-45a1-bf3e-766541a32e81 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (b871a2b8-099a-456a-8fcc-b9ab7af5bff3), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.120671 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '71a27890-4e8a-4605-8c70-56d5a295f8e6', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': 'abd3d597-d806-468a-80be-05e59792d734', 'port_id': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'mac_address': 'fa:16:3e:2d:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:39:39Z', 'updated_at': '2022-07-21T06:39:39Z', 'revision_number': 0, 'project_id': '9ba482e050244bc6a359090a616658ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dbb17b-d1a7-4a5c-b067-2595e2dd0464', 'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'mac_address': 'fa:16:3e:3b:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:48Z', 'updated_at': '2022-07-21T06:38:53Z', 'revision_number': 5, 'project_id': '9ba482e050244bc6a359090a616658ec', 'subnets': [{'id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:39:41.153076 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd69d9-5896-451b-8f88-9a4834d38028 None None] The sync data for ids ['abd3d597-d806-468a-80be-05e59792d734'] in dv-cinder-850318-3-iscsi is: [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '71a27890-4e8a-4605-8c70-56d5a295f8e6', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': 'abd3d597-d806-468a-80be-05e59792d734', 'port_id': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'mac_address': 'fa:16:3e:2d:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:39:39Z', 'updated_at': '2022-07-21T06:39:39Z', 'revision_number': 0, 'project_id': '9ba482e050244bc6a359090a616658ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dbb17b-d1a7-4a5c-b067-2595e2dd0464', 'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'mac_address': 'fa:16:3e:3b:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:48Z', 'updated_at': '2022-07-21T06:38:53Z', 'revision_number': 5, 'project_id': '9ba482e050244bc6a359090a616658ec', 'subnets': [{'id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:39:41.164102 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:41.186716 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-087e9f87-2804-45a1-bf3e-766541a32e81 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (b871a2b8-099a-456a-8fcc-b9ab7af5bff3), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.190805 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-087e9f87-2804-45a1-bf3e-766541a32e81 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (b871a2b8-099a-456a-8fcc-b9ab7af5bff3), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.209611 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e9f87-2804-45a1-bf3e-766541a32e81 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b871a2b8-099a-456a-8fcc-b9ab7af5bff3,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:41.217352 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-087e9f87-2804-45a1-bf3e-766541a32e81 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.218604 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-087e9f87-2804-45a1-bf3e-766541a32e81 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416538 Jul 21 06:39:41.221967 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46454) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:41.226498 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-5549e198-7c45-4439-963a-c95f3c39e821 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'security_group_rule': {'security_group_id': '3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9', 'project_id': '9ba482e050244bc6a359090a616658ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:41.247735 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.securitygroups_db [None req-5549e198-7c45-4439-963a-c95f3c39e821 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Project 9ba482e050244bc6a359090a616658ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 06:39:41.254639 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5549e198-7c45-4439-963a-c95f3c39e821 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (1be536dd-325c-4459-94cf-a0ab2b6a6aa8), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.325184 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5549e198-7c45-4439-963a-c95f3c39e821 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (1be536dd-325c-4459-94cf-a0ab2b6a6aa8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.328918 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5549e198-7c45-4439-963a-c95f3c39e821 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (1be536dd-325c-4459-94cf-a0ab2b6a6aa8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.335970 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:41.353341 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549e198-7c45-4439-963a-c95f3c39e821 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be536dd-325c-4459-94cf-a0ab2b6a6aa8,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:41.360173 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5549e198-7c45-4439-963a-c95f3c39e821 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.362525 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5549e198-7c45-4439-963a-c95f3c39e821 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383584 Jul 21 06:39:41.364709 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46456) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:39:41.369330 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-239614f8-99bc-42b5-9efc-d34b6d4a41c2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'security_group_rule': {'security_group_id': '3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9', 'project_id': '9ba482e050244bc6a359090a616658ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:41.392167 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f436b77d-abde-4a8e-9f0d-aa6228b73dfb None None] New status for floating IP 71a27890-4e8a-4605-8c70-56d5a295f8e6: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:39:41.395592 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.securitygroups_db [None req-239614f8-99bc-42b5-9efc-d34b6d4a41c2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Project 9ba482e050244bc6a359090a616658ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 06:39:41.402082 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-239614f8-99bc-42b5-9efc-d34b6d4a41c2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (e3352215-5fa7-48a4-8d57-68067664a3b5), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.443840 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:41.465791 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-239614f8-99bc-42b5-9efc-d34b6d4a41c2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (e3352215-5fa7-48a4-8d57-68067664a3b5), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.469309 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-239614f8-99bc-42b5-9efc-d34b6d4a41c2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807819'] for security_group_rule (e3352215-5fa7-48a4-8d57-68067664a3b5), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.490182 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239614f8-99bc-42b5-9efc-d34b6d4a41c2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3352215-5fa7-48a4-8d57-68067664a3b5,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:41.495145 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-239614f8-99bc-42b5-9efc-d34b6d4a41c2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.502414 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-239614f8-99bc-42b5-9efc-d34b6d4a41c2 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339483 Jul 21 06:39:41.601308 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b5375835-a060-427e-89aa-9ab8ef36932a req-b0eb1a51-e476-47f2-b021-791103524faa tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817062526&fields=id&tenant_id=9ba482e050244bc6a359090a616658ec HTTP/1.1" status: 200 len: 267 time: 0.0476625 Jul 21 06:39:41.654879 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5375835-a060-427e-89aa-9ab8ef36932a req-ce850355-b4bc-4458-a936-aac2a8e8a172 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:41.656625 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b5375835-a060-427e-89aa-9ab8ef36932a req-ce850355-b4bc-4458-a936-aac2a8e8a172 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 946 time: 0.0500386 Jul 21 06:39:41.667153 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-b5375835-a060-427e-89aa-9ab8ef36932a req-67df4164-ba65-4103-ae80-cfb1ea909e76 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'port': {'security_groups': ['b82ca09f-580b-4f9d-8bfc-e0096b508875', '3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:39:41.736486 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-b5375835-a060-427e-89aa-9ab8ef36932a req-67df4164-ba65-4103-ae80-cfb1ea909e76 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.931333 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-b5375835-a060-427e-89aa-9ab8ef36932a req-67df4164-ba65-4103-ae80-cfb1ea909e76 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] For port 7a899c90-0e7d-4a42-9984-b0e866be244e, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=7a899c90-0e7d-4a42-9984-b0e866be244e,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:39:41.961397 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-b5375835-a060-427e-89aa-9ab8ef36932a req-67df4164-ba65-4103-ae80-cfb1ea909e76 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:41.966407 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-b5375835-a060-427e-89aa-9ab8ef36932a req-67df4164-ba65-4103-ae80-cfb1ea909e76 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16164686'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:42.004459 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['7a899c90-0e7d-4a42-9984-b0e866be244e'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:39:42.008413 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5375835-a060-427e-89aa-9ab8ef36932a req-67df4164-ba65-4103-ae80-cfb1ea909e76 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:42.009040 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-b5375835-a060-427e-89aa-9ab8ef36932a req-67df4164-ba65-4103-ae80-cfb1ea909e76 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:42.011442 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b5375835-a060-427e-89aa-9ab8ef36932a req-67df4164-ba65-4103-ae80-cfb1ea909e76 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "PUT /v2.0/ports/7a899c90-0e7d-4a42-9984-b0e866be244e HTTP/1.1" status: 200 len: 982 time: 0.3476732 Jul 21 06:39:42.011442 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:39:42.013478 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43b2648-a900-4e93-a6b4-fb3fadd319e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:39:42.059500 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f6570-223e-4e00-a9c3-37a7c06b75f6 x-openstack-request-id: req-3f2f6570-223e-4e00-a9c3-37a7c06b75f6 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:39:42.059915 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:39:42.060543 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f2f6570-223e-4e00-a9c3-37a7c06b75f6 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:39:42.061083 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2f6570-223e-4e00-a9c3-37a7c06b75f6'] response: {'name': 'network-changed', 'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'status': 'completed', 'code': 200} Jul 21 06:39:42.061729 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df4164-ba65-4103-ae80-cfb1ea909e76 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'Port': ['ID=7a899c90-0e7d-4a42-9984-b0e866be244e,revision_number=6']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:39:42.107383 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:42.193819 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['7a899c90-0e7d-4a42-9984-b0e866be244e'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:39:42.216217 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-5d2f02a6-d5f1-4460-b9cb-872d814b0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:42.217769 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-5d2f02a6-d5f1-4460-b9cb-872d814b0257 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ba482e050244bc6a359090a616658ec&device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 1169 time: 0.1036119 Jul 21 06:39:42.234583 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6b35e-8ebe-42c6-ba12-33dfc1cba0d8 req-49f66c92-4826-4718-9394-d87608419637 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:42.236120 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4bb6b35e-8ebe-42c6-ba12-33dfc1cba0d8 req-49f66c92-4826-4718-9394-d87608419637 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0945656 Jul 21 06:39:42.308808 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4bb6b35e-8ebe-42c6-ba12-33dfc1cba0d8 req-22e72886-583d-4871-a2f4-c2ba101cf5f3 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625038 Jul 21 06:39:42.376388 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-0f7ef4e9-9bf1-47c3-97ed-b949c08bab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:42.379201 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-0f7ef4e9-9bf1-47c3-97ed-b949c08bab2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=87d8d15e-a080-4012-90f0-f7a65ac40143 HTTP/1.1" status: 200 len: 916 time: 0.1452672 Jul 21 06:39:42.417248 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ca145a0f-aad7-47da-a35d-85cec4b66a73 None None] Provisioning complete for port 7a899c90-0e7d-4a42-9984-b0e866be244e triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:39:42.417717 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ca145a0f-aad7-47da-a35d-85cec4b66a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:42.459679 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-d298700f-d379-4139-8931-1674d12ad6b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a899c90-0e7d-4a42-9984-b0e866be244e HTTP/1.1" status: 200 len: 1001 time: 0.0740924 Jul 21 06:39:42.510890 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-26ff1b36-4b12-403f-8b94-d4413544976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:42.512365 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-26ff1b36-4b12-403f-8b94-d4413544976d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecf01340-e21b-4644-9dcc-6e06fc5b46ee HTTP/1.1" status: 200 len: 854 time: 0.0459034 Jul 21 06:39:42.563501 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-0267a1ab-d599-434d-811a-71dddb7c55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:42.564959 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-0267a1ab-d599-434d-811a-71dddb7c55ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87d8d15e-a080-4012-90f0-f7a65ac40143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449021 Jul 21 06:39:42.626217 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ca145a0f-aad7-47da-a35d-85cec4b66a73 None None] Current status of the port 7a899c90-0e7d-4a42-9984-b0e866be244e is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:39:42.662250 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:42.681070 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-9e1a75e5-fbc5-48fc-976d-5d5e69244ea8 service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076224 Jul 21 06:39:42.771910 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:42.777369 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f43b2648-a900-4e93-a6b4-fb3fadd319e7 req-4ab660d8-0c9c-48b5-b779-db7f3172945a service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899858 Jul 21 06:39:42.796937 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:48.085289 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:48.126720 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d389470-45b2-4882-9caa-5c6a0823809b req-c12baa34-1358-4c61-8be9-5aa46730f738 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:48.128168 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d389470-45b2-4882-9caa-5c6a0823809b req-c12baa34-1358-4c61-8be9-5aa46730f738 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0517073 Jul 21 06:39:48.184903 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d389470-45b2-4882-9caa-5c6a0823809b req-95c25a6c-1f97-45f4-a800-f11fcbb70dc1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499940 Jul 21 06:39:49.297395 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:49.310707 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0350f1-a448-4c65-b8c8-b553d1bd18b6 req-3a27a1fd-74d4-4bfd-8a20-391b949bb730 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:49.312176 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6c0350f1-a448-4c65-b8c8-b553d1bd18b6 req-3a27a1fd-74d4-4bfd-8a20-391b949bb730 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0528893 Jul 21 06:39:49.362259 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6c0350f1-a448-4c65-b8c8-b553d1bd18b6 req-d661bd79-0361-4ccf-b1df-180aa59ad3d3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441825 Jul 21 06:39:50.484988 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e86ce0-a309-40db-ba6c-403ac6710783 req-7abfb90a-0d2e-4aba-82d7-b329e349cb7b tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:50.486470 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13e86ce0-a309-40db-ba6c-403ac6710783 req-7abfb90a-0d2e-4aba-82d7-b329e349cb7b tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0491807 Jul 21 06:39:50.537902 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13e86ce0-a309-40db-ba6c-403ac6710783 req-9cc39afd-2279-43f0-9718-58943ab1d5ed tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454800 Jul 21 06:39:51.022565 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:51.653250 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fe3f2-cdc4-4d16-aa5e-ddcc47f719d7 req-2bafd175-4f36-4579-827f-5b1c5e7517e5 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:51.654746 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb6fe3f2-cdc4-4d16-aa5e-ddcc47f719d7 req-2bafd175-4f36-4579-827f-5b1c5e7517e5 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0478642 Jul 21 06:39:51.707605 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb6fe3f2-cdc4-4d16-aa5e-ddcc47f719d7 req-8a7b58ad-cf2c-4744-8837-622fc9f0f720 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471544 Jul 21 06:39:52.771883 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:52.773767 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=13 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:52.824527 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986374b-44c4-4deb-a2c4-36a01e820c96 req-95be7447-be01-41cd-ac73-e979bcf22459 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:52.825998 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d986374b-44c4-4deb-a2c4-36a01e820c96 req-95be7447-be01-41cd-ac73-e979bcf22459 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0489616 Jul 21 06:39:52.875846 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d986374b-44c4-4deb-a2c4-36a01e820c96 req-dfb89296-9306-499b-8489-ddd3ce0466e7 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442982 Jul 21 06:39:53.990181 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca593fe1-661a-4444-aa7a-bbc0c1674149 req-504569f3-a599-4925-8c45-50e72934e107 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:53.991633 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca593fe1-661a-4444-aa7a-bbc0c1674149 req-504569f3-a599-4925-8c45-50e72934e107 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0467615 Jul 21 06:39:54.041440 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca593fe1-661a-4444-aa7a-bbc0c1674149 req-e4825b14-60ec-4f23-9a6b-3672a1f64cd4 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Jul 21 06:39:54.855403 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=81 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:54.856099 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:39:55.156780 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f4be4-2c9f-4c2b-a11d-eab3317a6465 req-ddc4e726-073a-46b4-9883-97121ac35a32 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:55.158147 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-371f4be4-2c9f-4c2b-a11d-eab3317a6465 req-ddc4e726-073a-46b4-9883-97121ac35a32 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0502069 Jul 21 06:39:55.206418 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-371f4be4-2c9f-4c2b-a11d-eab3317a6465 req-71c4e8f9-91f7-4aaf-a2be-778fb776b0d5 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Jul 21 06:39:56.219266 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6497299a-dbad-43ef-aa09-622aed07950b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:56.320370 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59a32-42ac-4f5b-bfcb-a376fffb68aa req-8622d717-5b8b-4817-933e-d97890252f4a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:56.321702 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-87d59a32-42ac-4f5b-bfcb-a376fffb68aa req-8622d717-5b8b-4817-933e-d97890252f4a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0472686 Jul 21 06:39:56.370365 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-87d59a32-42ac-4f5b-bfcb-a376fffb68aa req-eb264591-dfdb-4878-9974-f2f3dce925c0 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425849 Jul 21 06:39:57.483863 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ce7a-591f-4b1e-9a13-fc7bc987f2f6 req-8cb107b6-6b2e-40c5-85ac-e15e5ab882b5 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:57.485316 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13e2ce7a-591f-4b1e-9a13-fc7bc987f2f6 req-8cb107b6-6b2e-40c5-85ac-e15e5ab882b5 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0468709 Jul 21 06:39:57.542261 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13e2ce7a-591f-4b1e-9a13-fc7bc987f2f6 req-f195ce20-76ba-4372-9bd2-10ee6ad6c3eb tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514066 Jul 21 06:39:58.410882 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-ee9b49a1-95a4-4e68-9b24-66efdc5df808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:58.412290 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-ee9b49a1-95a4-4e68-9b24-66efdc5df808 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3a6e00103d49038260d28a680a9c56&device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 1129 time: 0.0402296 Jul 21 06:39:58.505789 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-db344798-26c3-47a2-87d7-d725e29dbaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:58.507269 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-db344798-26c3-47a2-87d7-d725e29dbaee service neutron] 10.222.0.36 "GET /v2.0/networks?id=28e3c66a-9e49-48c3-be94-3809b043754b HTTP/1.1" status: 200 len: 909 time: 0.0883789 Jul 21 06:39:58.541060 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23a9488d-ab91-4d5e-810d-2500c22dcad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:39:58.569444 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-e194791b-2c36-4b17-94e0-59fbae7198a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d HTTP/1.1" status: 200 len: 1000 time: 0.0556004 Jul 21 06:39:58.620679 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-9a925d0d-c35a-4286-af6c-425b2bc0548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:58.621915 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-9a925d0d-c35a-4286-af6c-425b2bc0548d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0be248ef-fb73-4661-827d-dd19d3c5af7b HTTP/1.1" status: 200 len: 847 time: 0.0470443 Jul 21 06:39:58.661848 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204654-8e6f-4179-ad23-c1a02cdd2319 req-7f7f0a24-0e23-45aa-8212-8cb80fd62574 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:58.663234 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-75204654-8e6f-4179-ad23-c1a02cdd2319 req-7f7f0a24-0e23-45aa-8212-8cb80fd62574 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0486856 Jul 21 06:39:58.667576 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-bc5d3672-8b4e-4636-b9a2-c9e7ae355401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:58.669056 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-bc5d3672-8b4e-4636-b9a2-c9e7ae355401 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28e3c66a-9e49-48c3-be94-3809b043754b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401146 Jul 21 06:39:58.713223 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-75204654-8e6f-4179-ad23-c1a02cdd2319 req-980c672d-23d4-4b88-8f6b-fd661535f71a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433607 Jul 21 06:39:58.763537 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-0ca012be-3051-4eb3-a71f-c4f98d650405 service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881627 Jul 21 06:39:58.858607 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e2425208-8b90-4b71-9fdc-57cf40a0f625 req-ec76b478-7de1-4d02-9fdd-1cfb6e61111f service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885336 Jul 21 06:39:59.829028 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dec99-98e3-49f7-b282-1cd84ed6d39c req-071c2768-1411-4226-bd93-820b75ebd796 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:39:59.830421 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-941dec99-98e3-49f7-b282-1cd84ed6d39c req-071c2768-1411-4226-bd93-820b75ebd796 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0474353 Jul 21 06:39:59.878679 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-941dec99-98e3-49f7-b282-1cd84ed6d39c req-ad825f13-9461-4e89-97b7-d2f1fdfd7225 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426974 Jul 21 06:40:00.008704 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:00.987421 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:01.003761 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0e03-1794-446f-9bb0-8d99ee887a1e req-47102c0b-08fd-4cb4-8d17-09610c676ca8 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:01.005116 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-67ce0e03-1794-446f-9bb0-8d99ee887a1e req-47102c0b-08fd-4cb4-8d17-09610c676ca8 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0533538 Jul 21 06:40:01.058482 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-67ce0e03-1794-446f-9bb0-8d99ee887a1e req-dead1594-4a59-492c-8608-a38c49e5f234 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470645 Jul 21 06:40:01.162895 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:01.729062 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:02.162336 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:02.181160 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a67ebf-5cc0-45ac-82e5-cbc4d2fab338 req-2a5a1dc3-50b2-4218-8777-c806d829cb5a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:02.182770 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c0a67ebf-5cc0-45ac-82e5-cbc4d2fab338 req-2a5a1dc3-50b2-4218-8777-c806d829cb5a tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0543914 Jul 21 06:40:02.238196 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c0a67ebf-5cc0-45ac-82e5-cbc4d2fab338 req-ff47f72b-e061-4cd4-b522-b42be746a898 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496752 Jul 21 06:40:02.472016 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46636) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:02.482201 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8e07-f0b6-4ed7-9910-425145c9860b req-c76e5f6b-c4e8-4f7c-938d-9e867596c583 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:02.483777 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74ec8e07-f0b6-4ed7-9910-425145c9860b req-c76e5f6b-c4e8-4f7c-938d-9e867596c583 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0818605 Jul 21 06:40:02.488006 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-45645c02-3f3e-4a26-90b8-2a3174c72ff0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111355 Jul 21 06:40:02.539445 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74ec8e07-f0b6-4ed7-9910-425145c9860b req-64e9fc4e-ccac-4602-9c13-8ec91f8d006f tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498228 Jul 21 06:40:02.618301 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Deleting port 8a45d958-79bf-41cf-8bfa-74053066614d {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:02.618572 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (8a45d958-79bf-41cf-8bfa-74053066614d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:02.721603 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-57d0defe-ddb7-41f5-8937-abee2b6d2a96 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:02.722941 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-57d0defe-ddb7-41f5-8937-abee2b6d2a96 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports/a91746a4-9dc2-4a55-966c-ce5ac2be362d HTTP/1.1" status: 200 len: 942 time: 0.2057540 Jul 21 06:40:02.739699 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (8a45d958-79bf-41cf-8bfa-74053066614d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:02.740028 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (8a45d958-79bf-41cf-8bfa-74053066614d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:02.752071 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Calling delete_port for 8a45d958-79bf-41cf-8bfa-74053066614d owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:02.908315 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:02.925564 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:02.931409 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (8a45d958-79bf-41cf-8bfa-74053066614d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:02.961423 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event deleted for resources: {'Port': ['ID=8a45d958-79bf-41cf-8bfa-74053066614d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:02.974103 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.974464 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.974804 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.975138 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.975466 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.975788 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.976112 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.976429 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.976748 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.977070 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.977593 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.977848 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.978202 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.978518 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:02.978829 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.051017 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (b41b2764-9df6-4845-bc2b-ba0f523ca558), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:03.051017 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Floating IP b41b2764-9df6-4845-bc2b-ba0f523ca558 disassociated (deleted). External IP: 172.27.1.106, port: 079bd124-28ea-4a24-82cf-3ee1ee8d3689. Jul 21 06:40:03.255133 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:40:03.587338 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device a91746a4-9dc2-4a55-966c-ce5ac2be362d no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:40:03.616147 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:40:03.620861 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:03.631754 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] Sync routers for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:40:03.646455 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:40:03.647483 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:39:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:03.654938 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-dd04ad73-8da1-4391-8c67-3130c61f7282 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "DELETE /v2.0/floatingips/b41b2764-9df6-4845-bc2b-ba0f523ca558 HTTP/1.1" status: 204 len: 168 time: 1.1818271 Jul 21 06:40:03.656371 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'tag': '079bd124-28ea-4a24-82cf-3ee1ee8d3689'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:40:03.659498 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19894335-fe7d-4407-be79-f4fc9c624829" -d '{"events": [{"name": "network-changed", "server_uuid": "1640afc0-f117-498d-b7aa-c8905ac22c7f", "tag": "079bd124-28ea-4a24-82cf-3ee1ee8d3689"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:40:03.665026 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2490c-496d-4eac-bf48-248b7c6002ee req-763c6497-f16c-4413-aa3d-650f3b477416 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:03.672285 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5c2490c-496d-4eac-bf48-248b7c6002ee req-763c6497-f16c-4413-aa3d-650f3b477416 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0641005 Jul 21 06:40:03.695072 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port a91746a4-9dc2-4a55-966c-ce5ac2be362d is: ACTIVE; New status is: DOWN {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:40:03.695462 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:03.725976 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:40:03.728916 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe3b333-3991-438e-ab2c-684b9143b674" -d '{"events": [{"server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "name": "network-vif-unplugged", "status": "completed", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:40:03.747375 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port a91746a4-9dc2-4a55-966c-ce5ac2be362d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:03.750037 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5c2490c-496d-4eac-bf48-248b7c6002ee req-da4f8c13-205f-4383-b429-dbf891bbec01 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761735 Jul 21 06:40:03.762930 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:03.808988 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7fbb79-8f01-46a2-ac4c-f4d4ce998b7f x-openstack-request-id: req-8d7fbb79-8f01-46a2-ac4c-f4d4ce998b7f {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:40:03.809247 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1640afc0-f117-498d-b7aa-c8905ac22c7f", "tag": "079bd124-28ea-4a24-82cf-3ee1ee8d3689", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:40:03.809495 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d7fbb79-8f01-46a2-ac4c-f4d4ce998b7f {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:40:03.809896 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7fbb79-8f01-46a2-ac4c-f4d4ce998b7f'] response: {'name': 'network-changed', 'server_uuid': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'tag': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'status': 'completed', 'code': 200} Jul 21 06:40:03.833040 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:40:03.853277 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Jul 2022 06:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31c6c02-fa88-4c16-86fc-25f476c4e27c x-openstack-request-id: req-c31c6c02-fa88-4c16-86fc-25f476c4e27c {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:40:03.853492 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "name": "network-vif-unplugged", "status": "failed", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d", "code": 422}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:40:03.853929 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c31c6c02-fa88-4c16-86fc-25f476c4e27c {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:40:03.854572 dv-cinder-850318-3-iscsi neutron-server[103913]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c31c6c02-fa88-4c16-86fc-25f476c4e27c']: {'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'code': 422} returned with failed status Jul 21 06:40:03.868876 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=a91746a4-9dc2-4a55-966c-ce5ac2be362d,revision_number=6']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:03.880672 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.881036 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.881387 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.881730 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.882174 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.882917 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.883390 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.883729 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.884065 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.884398 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.884797 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.885119 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.885447 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.886011 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.886350 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:03.923600 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19894335-fe7d-4407-be79-f4fc9c624829 req-85f647a9-aa90-4426-ae13-1c5ceec2a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:03.925243 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19894335-fe7d-4407-be79-f4fc9c624829 req-85f647a9-aa90-4426-ae13-1c5ceec2a2be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 1129 time: 0.0692880 Jul 21 06:40:03.975123 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7a8f7-746d-4821-a92f-1d402476a278 req-b2a47ff9-5b93-4269-b15c-53f875048836 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:03.976732 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4fe7a8f7-746d-4821-a92f-1d402476a278 req-b2a47ff9-5b93-4269-b15c-53f875048836 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 945 time: 0.0523169 Jul 21 06:40:04.026058 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4fe7a8f7-746d-4821-a92f-1d402476a278 req-c758ef41-6c21-474f-8cf7-7407ff1384f5 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433776 Jul 21 06:40:04.070144 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '604d7252-b278-40e0-8a3c-ce41838204aa', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:a7:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:22Z', 'updated_at': '2022-07-21T06:36:24Z', 'revision_number': 1, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:04.094785 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] Checking router: 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:40:04.102753 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:40:04.103336 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:39:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:04.206868 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:40:04.381283 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46668) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:04.421340 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '604d7252-b278-40e0-8a3c-ce41838204aa', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:a7:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:22Z', 'updated_at': '2022-07-21T06:36:24Z', 'revision_number': 1, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:04.453208 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e058e-96f8-44a4-906b-37e682c04bab None None] The sync data for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi is: [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_floatingips': [{'id': '604d7252-b278-40e0-8a3c-ce41838204aa', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'router_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'port_id': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'mac_address': 'fa:16:3e:a7:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T06:36:22Z', 'updated_at': '2022-07-21T06:36:24Z', 'revision_number': 1, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:40:04.491161 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c15ee559-bff4-4de2-ad07-36ec6de6e7eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:04.572601 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c15ee559-bff4-4de2-ad07-36ec6de6e7eb admin admin] Publish callbacks [] for security_group (65c1e836-7e81-4b21-a4a4-53b0a73610f5), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:04.580373 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c15ee559-bff4-4de2-ad07-36ec6de6e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (65c1e836-7e81-4b21-a4a4-53b0a73610f5), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:04.621924 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c15ee559-bff4-4de2-ad07-36ec6de6e7eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=632f7d981de1403997f65df54b79310e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372215 Jul 21 06:40:04.622519 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46674) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:04.624874 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ee559-bff4-4de2-ad07-36ec6de6e7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c1e836-7e81-4b21-a4a4-53b0a73610f5,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:04.679934 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ee8564a7-e655-42e5-a1e4-95362348954b admin admin] Publish callbacks [] for security_group (65c1e836-7e81-4b21-a4a4-53b0a73610f5), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:04.684594 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb7ccb-6366-4b51-b344-6fb680ebcdbd None None] New status for floating IP b41b2764-9df6-4845-bc2b-ba0f523ca558: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:40:04.701527 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ee8564a7-e655-42e5-a1e4-95362348954b admin admin] Publish callbacks [] for security_group (65c1e836-7e81-4b21-a4a4-53b0a73610f5), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:04.748692 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ee8564a7-e655-42e5-a1e4-95362348954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (65c1e836-7e81-4b21-a4a4-53b0a73610f5), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:04.751810 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ee8564a7-e655-42e5-a1e4-95362348954b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:04.755261 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ee8564a7-e655-42e5-a1e4-95362348954b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65c1e836-7e81-4b21-a4a4-53b0a73610f5 HTTP/1.1" status: 204 len: 168 time: 0.1293309 Jul 21 06:40:04.761633 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8564a7-e655-42e5-a1e4-95362348954b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c1e836-7e81-4b21-a4a4-53b0a73610f5,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:04.869418 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5312f-70bf-45de-954d-c2d7fd436fa5 req-098ad6bd-a744-42a1-88f2-50213eca9551 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:04.870949 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2a5312f-70bf-45de-954d-c2d7fd436fa5 req-098ad6bd-a744-42a1-88f2-50213eca9551 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0557859 Jul 21 06:40:04.930678 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2a5312f-70bf-45de-954d-c2d7fd436fa5 req-53cb4fa1-b10a-4bc0-b4e2-21775d482996 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538816 Jul 21 06:40:05.090791 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7da0f-a347-4d37-a353-16b8263a357a req-5be7f48a-98e6-48df-9781-fc0841a76edb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:05.098928 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f7b7da0f-a347-4d37-a353-16b8263a357a req-5be7f48a-98e6-48df-9781-fc0841a76edb tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0731778 Jul 21 06:40:05.210896 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f7b7da0f-a347-4d37-a353-16b8263a357a req-4753db14-65f6-4bbb-a464-390bb7686c0c tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083837 Jul 21 06:40:05.219575 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926a707-6e5f-4769-b8c7-f25e876ee32d req-f52375e3-2367-444f-a10c-eae6ec3b6e97 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:05.221157 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f926a707-6e5f-4769-b8c7-f25e876ee32d req-f52375e3-2367-444f-a10c-eae6ec3b6e97 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 945 time: 0.0712473 Jul 21 06:40:05.222872 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19894335-fe7d-4407-be79-f4fc9c624829 req-dbd7ea5d-6529-4e0f-8de5-bc93e6fc6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:05.224595 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19894335-fe7d-4407-be79-f4fc9c624829 req-dbd7ea5d-6529-4e0f-8de5-bc93e6fc6d79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 913 time: 0.1394236 Jul 21 06:40:05.275107 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f926a707-6e5f-4769-b8c7-f25e876ee32d req-092d598f-d0e1-4804-95a0-053b53565bc6 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480335 Jul 21 06:40:05.378988 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19894335-fe7d-4407-be79-f4fc9c624829 req-571a2e41-2f0f-425f-868f-58e8572e59d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=079bd124-28ea-4a24-82cf-3ee1ee8d3689 HTTP/1.1" status: 200 len: 217 time: 0.0342951 Jul 21 06:40:05.399462 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:05.403664 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee39354-8740-4033-b970-d52878461a82 req-e2a637ba-8ea3-4bbd-9af5-087ea74eb430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:05.405391 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aee39354-8740-4033-b970-d52878461a82 req-e2a637ba-8ea3-4bbd-9af5-087ea74eb430 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ba482e050244bc6a359090a616658ec&device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 1169 time: 0.0429299 Jul 21 06:40:05.432094 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19894335-fe7d-4407-be79-f4fc9c624829 req-33c7c41a-3196-4fdf-bb01-d80e9a876843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:05.433537 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19894335-fe7d-4407-be79-f4fc9c624829 req-33c7c41a-3196-4fdf-bb01-d80e9a876843 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0478792 Jul 21 06:40:05.621663 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19894335-fe7d-4407-be79-f4fc9c624829 req-d75b3351-1c78-4539-aa80-6f4afe25f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:05.623192 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19894335-fe7d-4407-be79-f4fc9c624829 req-d75b3351-1c78-4539-aa80-6f4afe25f49c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396585 Jul 21 06:40:05.642682 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:05.676472 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee39354-8740-4033-b970-d52878461a82 req-c88a37e4-4e2d-4366-b9a8-5e9b55df0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:05.677960 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aee39354-8740-4033-b970-d52878461a82 req-c88a37e4-4e2d-4366-b9a8-5e9b55df0aea service neutron] 10.222.0.36 "GET /v2.0/networks?id=87d8d15e-a080-4012-90f0-f7a65ac40143 HTTP/1.1" status: 200 len: 916 time: 0.0929348 Jul 21 06:40:05.707549 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:05.722034 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19894335-fe7d-4407-be79-f4fc9c624829 req-89168460-a421-4d48-af02-cb24d5a3e4c5 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886290 Jul 21 06:40:05.989957 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:06.082675 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-70d7310b-9185-42ce-8418-25be8d1dce89 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.084120 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-70d7310b-9185-42ce-8418-25be8d1dce89 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 945 time: 0.0949390 Jul 21 06:40:06.131349 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-67010af7-4101-4173-b86d-8a8705425af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.132533 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-67010af7-4101-4173-b86d-8a8705425af4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53&tenant_id=fd3a6e00103d49038260d28a680a9c56 HTTP/1.1" status: 200 len: 1127 time: 0.1504664 Jul 21 06:40:06.151207 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb053b-02e3-42d7-9275-b82baa971bf8 req-52a16cbd-5d01-43e4-b1c8-90e1fac2931c tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.152700 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9dcb053b-02e3-42d7-9275-b82baa971bf8 req-52a16cbd-5d01-43e4-b1c8-90e1fac2931c tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0867095 Jul 21 06:40:06.153560 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19894335-fe7d-4407-be79-f4fc9c624829 req-5b3cdf9d-9d8d-46c1-a385-76da13051db1 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726139 Jul 21 06:40:06.155424 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aee39354-8740-4033-b970-d52878461a82 req-cf236596-2f2f-46e4-bf62-6e5d3555fa96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a899c90-0e7d-4a42-9984-b0e866be244e HTTP/1.1" status: 200 len: 1001 time: 0.1746714 Jul 21 06:40:06.198738 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-ab1f6ade-cf98-4477-b1af-8019a844afb4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Deleting port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:06.199074 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-ab1f6ade-cf98-4477-b1af-8019a844afb4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:06.235526 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9dcb053b-02e3-42d7-9275-b82baa971bf8 req-48aff115-a9d8-45b3-9813-36b7df4b0ab3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757236 Jul 21 06:40:06.259587 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee39354-8740-4033-b970-d52878461a82 req-6e606d69-482b-40b3-bf3b-2e777394da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.261129 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aee39354-8740-4033-b970-d52878461a82 req-6e606d69-482b-40b3-bf3b-2e777394da40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecf01340-e21b-4644-9dcc-6e06fc5b46ee HTTP/1.1" status: 200 len: 854 time: 0.0727000 Jul 21 06:40:06.283281 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-c5a1b483-a5c5-49d5-ac55-0a14fdb9bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.284786 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-c5a1b483-a5c5-49d5-ac55-0a14fdb9bff8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3a6e00103d49038260d28a680a9c56&device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 1127 time: 0.0936112 Jul 21 06:40:06.347597 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee39354-8740-4033-b970-d52878461a82 req-62de9696-8a5f-42e7-ab23-0bd2657bdeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.349070 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aee39354-8740-4033-b970-d52878461a82 req-62de9696-8a5f-42e7-ab23-0bd2657bdeb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87d8d15e-a080-4012-90f0-f7a65ac40143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785959 Jul 21 06:40:06.389164 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-ab1f6ade-cf98-4477-b1af-8019a844afb4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] For port 079bd124-28ea-4a24-82cf-3ee1ee8d3689, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=079bd124-28ea-4a24-82cf-3ee1ee8d3689,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:06.389531 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-ab1f6ade-cf98-4477-b1af-8019a844afb4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:06.394959 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70a794-8f6f-40fd-a59c-940cd4a25e10 req-bd1327cc-d0d8-4e0e-84f8-b580bc18545c tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.396436 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d70a794-8f6f-40fd-a59c-940cd4a25e10 req-bd1327cc-d0d8-4e0e-84f8-b580bc18545c tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0919750 Jul 21 06:40:06.410670 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-ab1f6ade-cf98-4477-b1af-8019a844afb4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Calling delete_port for 079bd124-28ea-4a24-82cf-3ee1ee8d3689 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:06.429018 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-97d4e50b-6f52-4b0b-8575-52b9591330b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.431548 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-97d4e50b-6f52-4b0b-8575-52b9591330b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=28e3c66a-9e49-48c3-be94-3809b043754b HTTP/1.1" status: 200 len: 909 time: 0.1409824 Jul 21 06:40:06.472601 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881ddf-48c9-4c99-a59d-4246f42cf1f0 req-ffdfe3f2-372c-40a3-8978-865c1e26e97d tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.474062 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1881ddf-48c9-4c99-a59d-4246f42cf1f0 req-ffdfe3f2-372c-40a3-8978-865c1e26e97d tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 945 time: 0.1221282 Jul 21 06:40:06.542047 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-5c960fcf-509b-45f2-8a90-80c18d055321 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d HTTP/1.1" status: 200 len: 998 time: 0.0778913 Jul 21 06:40:06.563131 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aee39354-8740-4033-b970-d52878461a82 req-fe5b1247-f137-4e90-91f6-1a966344d6a0 service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963778 Jul 21 06:40:06.573225 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d70a794-8f6f-40fd-a59c-940cd4a25e10 req-fb3d80e6-2ccf-47c6-b813-9b18c568a4be tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642587 Jul 21 06:40:06.600786 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1881ddf-48c9-4c99-a59d-4246f42cf1f0 req-5800d0c8-697d-4f63-bf2d-84d77b26dec7 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189537 Jul 21 06:40:06.633388 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-2e7740ba-1f48-4f6a-b25c-fb2b68ebe342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.634872 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-2e7740ba-1f48-4f6a-b25c-fb2b68ebe342 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0be248ef-fb73-4661-827d-dd19d3c5af7b HTTP/1.1" status: 200 len: 847 time: 0.0840168 Jul 21 06:40:06.674325 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aee39354-8740-4033-b970-d52878461a82 req-0bbfb708-312d-488a-8c25-c4cea09a2d91 service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962920 Jul 21 06:40:06.678066 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-ab1f6ade-cf98-4477-b1af-8019a844afb4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (079bd124-28ea-4a24-82cf-3ee1ee8d3689), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:06.713345 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f6ade-cf98-4477-b1af-8019a844afb4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event deleted for resources: {'Port': ['ID=079bd124-28ea-4a24-82cf-3ee1ee8d3689,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:06.722792 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-8bcd7972-0dd2-46c4-83db-5b94090ca3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:06.724357 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-8bcd7972-0dd2-46c4-83db-5b94090ca3bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28e3c66a-9e49-48c3-be94-3809b043754b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819151 Jul 21 06:40:06.759854 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-ab1f6ade-cf98-4477-b1af-8019a844afb4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] No DVR routers for this DVR port 079bd124-28ea-4a24-82cf-3ee1ee8d3689 on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:40:06.762419 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-ab1f6ade-cf98-4477-b1af-8019a844afb4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:06.766260 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-af9b26f9-4aa5-4757-8c35-2b7893f018e5 req-ab1f6ade-cf98-4477-b1af-8019a844afb4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "DELETE /v2.0/ports/079bd124-28ea-4a24-82cf-3ee1ee8d3689 HTTP/1.1" status: 204 len: 173 time: 0.6747575 Jul 21 06:40:06.766692 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'name': 'network-vif-deleted', 'tag': '079bd124-28ea-4a24-82cf-3ee1ee8d3689'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:40:06.768914 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f8d057-0778-4526-bae3-06be5be71293" -d '{"events": [{"server_uuid": "1640afc0-f117-498d-b7aa-c8905ac22c7f", "name": "network-vif-deleted", "tag": "079bd124-28ea-4a24-82cf-3ee1ee8d3689"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:40:06.808533 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3092acb6-a653-430b-bc93-2d1c4e16f442 x-openstack-request-id: req-3092acb6-a653-430b-bc93-2d1c4e16f442 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:40:06.808820 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1640afc0-f117-498d-b7aa-c8905ac22c7f", "name": "network-vif-deleted", "tag": "079bd124-28ea-4a24-82cf-3ee1ee8d3689", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:40:06.809071 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3092acb6-a653-430b-bc93-2d1c4e16f442 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:40:06.809467 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3092acb6-a653-430b-bc93-2d1c4e16f442'] response: {'server_uuid': '1640afc0-f117-498d-b7aa-c8905ac22c7f', 'name': 'network-vif-deleted', 'tag': '079bd124-28ea-4a24-82cf-3ee1ee8d3689', 'status': 'completed', 'code': 200} Jul 21 06:40:06.890293 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-e04fd19d-d916-40fa-893d-dbb1d4ef3672 service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046858 Jul 21 06:40:07.071352 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:07.107870 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:07.136084 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ec503cc0-1c90-435f-9fe1-e1a582f7132d req-22e22206-c292-4ea3-9f2e-a54afa34cdb8 service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938935 Jul 21 06:40:07.366498 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef412dc-5b75-4672-a37b-6a103153efc9 req-5a8f4046-6ef8-4a84-b1b3-c0debdfadce7 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:07.367961 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ef412dc-5b75-4672-a37b-6a103153efc9 req-5a8f4046-6ef8-4a84-b1b3-c0debdfadce7 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0486250 Jul 21 06:40:07.416847 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ef412dc-5b75-4672-a37b-6a103153efc9 req-ddcc052f-bba7-4dcf-b14d-876f9551c86e tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432947 Jul 21 06:40:07.653459 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 079bd124-28ea-4a24-82cf-3ee1ee8d3689 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:40:07.678221 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 079bd124-28ea-4a24-82cf-3ee1ee8d3689 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:40:07.678660 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 079bd124-28ea-4a24-82cf-3ee1ee8d3689 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:40:07.733061 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6712a-1705-4a20-aa69-b1899278a99b req-7c4ff8e1-89b5-495c-9666-ce53d59b667c tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:07.734579 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-30a6712a-1705-4a20-aa69-b1899278a99b req-7c4ff8e1-89b5-495c-9666-ce53d59b667c tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0894217 Jul 21 06:40:07.736498 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-86a713f0-9b8c-4296-bee5-287d854b9803 req-1dc098a4-5f79-46f8-9068-60357bab6261 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1640afc0-f117-498d-b7aa-c8905ac22c7f HTTP/1.1" status: 200 len: 210 time: 0.0398312 Jul 21 06:40:07.746642 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:07.795088 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-30a6712a-1705-4a20-aa69-b1899278a99b req-a40c0eab-c08c-4faf-b944-bff14f2489b5 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548325 Jul 21 06:40:08.532382 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad7391-58d9-4db9-86ee-4f4bcac33dd5 req-20616351-12fd-4d3f-8164-a3917b7ebb6e tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:08.533838 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13ad7391-58d9-4db9-86ee-4f4bcac33dd5 req-20616351-12fd-4d3f-8164-a3917b7ebb6e tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0470798 Jul 21 06:40:08.582462 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13ad7391-58d9-4db9-86ee-4f4bcac33dd5 req-f31e3806-f3cb-44d5-b4bb-fe99f17293e1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431654 Jul 21 06:40:08.916016 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab841d2c-b817-42d8-b1b4-b6a84a37e0ae req-05857e9e-7b84-48cd-964b-56126d6b50ae tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:08.917479 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ab841d2c-b817-42d8-b1b4-b6a84a37e0ae req-05857e9e-7b84-48cd-964b-56126d6b50ae tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0524311 Jul 21 06:40:08.975820 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:08.982673 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ab841d2c-b817-42d8-b1b4-b6a84a37e0ae req-570c09ce-8a14-4476-a23e-07b67c0feeb1 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588291 Jul 21 06:40:09.694026 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9839ca-dbed-478b-a33b-26003dbb890d req-62e6e3b4-0363-4167-b976-f52a41477ee7 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:09.695450 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc9839ca-dbed-478b-a33b-26003dbb890d req-62e6e3b4-0363-4167-b976-f52a41477ee7 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0465329 Jul 21 06:40:09.743733 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc9839ca-dbed-478b-a33b-26003dbb890d req-af45f22f-146d-409a-9b7d-a66441e1da8e tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 Jul 21 06:40:10.100028 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c888154-333a-45f2-ac0d-59f6e42f81d7 req-bc514529-c4a2-4eab-8103-17c17555689d tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:10.101473 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c888154-333a-45f2-ac0d-59f6e42f81d7 req-bc514529-c4a2-4eab-8103-17c17555689d tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0470281 Jul 21 06:40:10.162230 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c888154-333a-45f2-ac0d-59f6e42f81d7 req-bfe7d1a8-e6f4-4ed1-a927-ef1ccd3ff847 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545866 Jul 21 06:40:10.860608 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8fa8-2830-42e2-8362-9e137abc4ddd req-094f0e35-b631-4cfc-83b6-0f580f9a1da9 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:10.862060 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-83da8fa8-2830-42e2-8362-9e137abc4ddd req-094f0e35-b631-4cfc-83b6-0f580f9a1da9 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0499887 Jul 21 06:40:10.909721 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-83da8fa8-2830-42e2-8362-9e137abc4ddd req-6f403838-a707-40cf-a639-95430c76d949 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422556 Jul 21 06:40:11.028042 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46726) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:11.165665 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Deleting port 9b8bfa70-9839-4882-90da-df92a5039190 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:11.166032 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (9b8bfa70-9839-4882-90da-df92a5039190), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:11.272494 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (9b8bfa70-9839-4882-90da-df92a5039190), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:11.272823 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (9b8bfa70-9839-4882-90da-df92a5039190), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:11.297184 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e2ecd-3861-4152-b36f-5d5b57e8f80f req-b4826726-120f-4165-866c-ce2e9905d0b8 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:11.298592 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-413e2ecd-3861-4152-b36f-5d5b57e8f80f req-b4826726-120f-4165-866c-ce2e9905d0b8 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0686386 Jul 21 06:40:11.299510 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Calling delete_port for 9b8bfa70-9839-4882-90da-df92a5039190 owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:11.402291 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:11.431130 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-413e2ecd-3861-4152-b36f-5d5b57e8f80f req-8fcfe96d-ab0b-4c8c-be12-5b1ee9ac2c0c tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1258631 Jul 21 06:40:11.509092 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (9b8bfa70-9839-4882-90da-df92a5039190), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:11.532941 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event deleted for resources: {'Port': ['ID=9b8bfa70-9839-4882-90da-df92a5039190,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:11.596482 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (604d7252-b278-40e0-8a3c-ce41838204aa), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:11.596727 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Floating IP 604d7252-b278-40e0-8a3c-ce41838204aa disassociated (deleted). External IP: 172.27.1.240, port: fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647. Jul 21 06:40:11.908201 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:12.062487 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb404728-2adb-49c0-8a23-1caeda943832 req-a82f02d3-9d06-48a2-b9c1-dbbd8798b135 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:12.063940 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cb404728-2adb-49c0-8a23-1caeda943832 req-a82f02d3-9d06-48a2-b9c1-dbbd8798b135 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0854781 Jul 21 06:40:12.073315 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:40:12.159761 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cb404728-2adb-49c0-8a23-1caeda943832 req-3788f185-2df2-4423-a77d-0b8b7eb9f7a6 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882006 Jul 21 06:40:12.216405 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:40:12.221233 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:12.226352 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] Sync routers for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:40:12.236538 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:40:12.237146 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:39:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:12.251727 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f24aa105-72ee-46bf-b49d-445bbcde2688 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "DELETE /v2.0/floatingips/604d7252-b278-40e0-8a3c-ce41838204aa HTTP/1.1" status: 204 len: 168 time: 1.2226138 Jul 21 06:40:12.252307 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'tag': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:40:12.254575 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a6263a-43f9-4961-952d-0f1961b0e7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9015b69f-c621-4156-a5c9-94bfc3f3b41c", "tag": "fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:40:12.300073 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1f6531-0012-4fe2-9721-b95dc1720d16 x-openstack-request-id: req-fc1f6531-0012-4fe2-9721-b95dc1720d16 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:40:12.300362 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9015b69f-c621-4156-a5c9-94bfc3f3b41c", "tag": "fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:40:12.300612 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc1f6531-0012-4fe2-9721-b95dc1720d16 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:40:12.301011 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1f6531-0012-4fe2-9721-b95dc1720d16'] response: {'name': 'network-changed', 'server_uuid': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'tag': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'status': 'completed', 'code': 200} Jul 21 06:40:12.411334 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-4ada0bea-1918-4ba7-a8e9-7187be15b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:12.413520 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-4ada0bea-1918-4ba7-a8e9-7187be15b212 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 1129 time: 0.0650926 Jul 21 06:40:12.436199 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:40:12.490827 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f731f-07b8-4881-86cc-e373aa061bfa req-d4d5ae65-3104-4c00-90bd-9ddd32849215 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:12.492433 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-153f731f-07b8-4881-86cc-e373aa061bfa req-d4d5ae65-3104-4c00-90bd-9ddd32849215 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 945 time: 0.0502541 Jul 21 06:40:12.509155 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:12.554399 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-153f731f-07b8-4881-86cc-e373aa061bfa req-a60d9b6e-0ca2-4978-b62d-cb3a19b0fbaf tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561378 Jul 21 06:40:12.572945 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:12.627172 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:12.655088 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] Checking router: 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:40:12.664135 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:40:12.664674 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:39:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:12.738864 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd02ca-2291-44f4-8256-9412af02e98e req-9120f8a9-9f6b-427b-b038-58792a708d7e tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:12.740449 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-41fd02ca-2291-44f4-8256-9412af02e98e req-9120f8a9-9f6b-427b-b038-58792a708d7e tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.2325988 Jul 21 06:40:12.765612 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:40:12.801609 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-41fd02ca-2291-44f4-8256-9412af02e98e req-8a8960f6-044e-4b39-b32c-877302dc75de tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552645 Jul 21 06:40:12.950660 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:12.975294 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c7a95-ba4c-4b16-a0fd-116cb3cd5142 None None] The sync data for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi is: [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:04Z', 'revision_number': 4, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'ae4a7424-8332-4d56-abbd-a886938aacd9', 'name': '', 'network_id': 'dadad058-4314-4199-8e9f-a1bda80f561d', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'mac_address': 'fa:16:3e:a7:e3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:04Z', 'updated_at': '2022-07-21T06:32:08Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'subnets': [{'id': 'a810cecd-49b8-42a4-8b02-36e4020aaf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:40:13.185524 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241ec31-e361-4ed1-bfa1-fb9aced3867c None None] New status for floating IP 604d7252-b278-40e0-8a3c-ce41838204aa: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:40:13.187966 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=42,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:13.189883 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:13.263499 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:13.278607 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146c2ef-f7ef-4297-84af-94b1b780fda4 req-9d832966-b097-4cf0-aca5-22e73304ce86 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:13.280113 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5146c2ef-f7ef-4297-84af-94b1b780fda4 req-9d832966-b097-4cf0-aca5-22e73304ce86 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0496290 Jul 21 06:40:13.333760 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5146c2ef-f7ef-4297-84af-94b1b780fda4 req-a8f32ea4-eb30-4a4e-9061-09f77af0a72c tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441105 Jul 21 06:40:13.676672 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c90999-b7da-4b12-a6ca-806978356aac req-715ae7c0-399d-47df-9d08-b7f504ea11a4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:13.678261 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-50c90999-b7da-4b12-a6ca-806978356aac req-715ae7c0-399d-47df-9d08-b7f504ea11a4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 945 time: 0.0499127 Jul 21 06:40:13.726363 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-50c90999-b7da-4b12-a6ca-806978356aac req-14283fed-0d58-40cc-afd6-4ba6e5384aba tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425448 Jul 21 06:40:13.766380 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-ed979ef8-dbf7-40b2-86e9-fd74eefc56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:13.767780 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-ed979ef8-dbf7-40b2-86e9-fd74eefc56cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 200 len: 913 time: 0.0890954 Jul 21 06:40:13.914001 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d8f0d-485e-40b4-95fc-c8b8e0b2e6d5 req-755d8ca1-258b-45a3-b111-e3d4f12efe68 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:13.915427 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c42d8f0d-485e-40b4-95fc-c8b8e0b2e6d5 req-755d8ca1-258b-45a3-b111-e3d4f12efe68 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0476158 Jul 21 06:40:13.976112 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c42d8f0d-485e-40b4-95fc-c8b8e0b2e6d5 req-14813beb-5890-401e-8a87-cdaa56201d12 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550389 Jul 21 06:40:14.419026 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-39af3ebb-8afd-4362-b4af-de006b83453b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 HTTP/1.1" status: 200 len: 217 time: 0.0355263 Jul 21 06:40:14.448577 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967cb7c-659a-4ed4-8108-5a6248230ad4 req-33d77b60-cd35-421d-9837-55238e2b29be tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:14.450088 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9967cb7c-659a-4ed4-8108-5a6248230ad4 req-33d77b60-cd35-421d-9837-55238e2b29be tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0529850 Jul 21 06:40:14.475075 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-ed14ea5e-3e07-4c1d-b035-207ad316ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:14.476636 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-ed14ea5e-3e07-4c1d-b035-207ad316ec4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 200 len: 851 time: 0.0500557 Jul 21 06:40:14.502062 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9967cb7c-659a-4ed4-8108-5a6248230ad4 req-ccd504b6-8e15-4fc5-a419-6ed1b3ddd259 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456212 Jul 21 06:40:14.572295 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-8182f2d8-4c34-4d6c-8f62-7d0b13d1ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:14.573769 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-8182f2d8-4c34-4d6c-8f62-7d0b13d1ae16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadad058-4314-4199-8e9f-a1bda80f561d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687413 Jul 21 06:40:14.580227 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-14bda9b4-3062-467d-a6e9-42da671d4b0b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:14.582102 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-14bda9b4-3062-467d-a6e9-42da671d4b0b tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 945 time: 0.0689623 Jul 21 06:40:14.727072 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-30db41a9-1f32-4de9-91be-b09f628d2406 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Deleting port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:14.727408 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-30db41a9-1f32-4de9-91be-b09f628d2406 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:14.745075 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-56b6d21d-a750-4b5d-9774-a63420a362d4 service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621020 Jul 21 06:40:14.842513 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb071abf-31e2-4b93-915f-97f7d2676f63 req-0a81c197-6339-4f03-9f57-9160fb8997ec tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:14.844104 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb071abf-31e2-4b93-915f-97f7d2676f63 req-0a81c197-6339-4f03-9f57-9160fb8997ec tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 945 time: 0.0480697 Jul 21 06:40:14.857188 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:14.889066 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-30db41a9-1f32-4de9-91be-b09f628d2406 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] For port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:14.889667 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-30db41a9-1f32-4de9-91be-b09f628d2406 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:14.896570 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb071abf-31e2-4b93-915f-97f7d2676f63 req-47054134-4793-4cb5-b9cd-7f824d1dc726 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8108142-12cb-4789-b9bf-7bacadb442d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460649 Jul 21 06:40:14.914500 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-94a6263a-43f9-4961-952d-0f1961b0e7c0 req-f7df3f7d-0a91-4107-aec9-cb09376a632b service neutron] 10.222.0.36 "GET /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602080 Jul 21 06:40:14.915432 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-30db41a9-1f32-4de9-91be-b09f628d2406 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Calling delete_port for fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:15.044496 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-30db41a9-1f32-4de9-91be-b09f628d2406 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:15.056610 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:40:15.084233 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db41a9-1f32-4de9-91be-b09f628d2406 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event deleted for resources: {'Port': ['ID=fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:15.093530 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:15.096363 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851f8c3-bae8-4dc5-802d-769447884ac0 req-c790aa59-b7c9-433d-8666-6864788016ad tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:15.097916 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8851f8c3-bae8-4dc5-802d-769447884ac0 req-c790aa59-b7c9-433d-8666-6864788016ad tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0536995 Jul 21 06:40:15.131689 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-30db41a9-1f32-4de9-91be-b09f628d2406 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] No DVR routers for this DVR port fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:40:15.134430 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-30db41a9-1f32-4de9-91be-b09f628d2406 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:15.137718 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-532199c5-120c-439f-8bf2-bbfc840d0143 req-30db41a9-1f32-4de9-91be-b09f628d2406 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.36 "DELETE /v2.0/ports/fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 HTTP/1.1" status: 204 len: 173 time: 0.5461748 Jul 21 06:40:15.138183 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'name': 'network-vif-deleted', 'tag': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:40:15.142034 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4855fe67-0784-44ad-b07b-a0b850f73bd9" -d '{"events": [{"server_uuid": "9015b69f-c621-4156-a5c9-94bfc3f3b41c", "name": "network-vif-deleted", "tag": "fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:40:15.168576 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8851f8c3-bae8-4dc5-802d-769447884ac0 req-47e8995b-4814-40bd-a7a5-a550ce768d92 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644097 Jul 21 06:40:15.178697 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb4fc24-f077-4b06-9912-4eccf6d79422 x-openstack-request-id: req-bdb4fc24-f077-4b06-9912-4eccf6d79422 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:40:15.178987 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9015b69f-c621-4156-a5c9-94bfc3f3b41c", "name": "network-vif-deleted", "tag": "fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:40:15.179275 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdb4fc24-f077-4b06-9912-4eccf6d79422 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:40:15.179674 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb4fc24-f077-4b06-9912-4eccf6d79422'] response: {'server_uuid': '9015b69f-c621-4156-a5c9-94bfc3f3b41c', 'name': 'network-vif-deleted', 'tag': 'fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647', 'status': 'completed', 'code': 200} Jul 21 06:40:15.630856 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75798cfc-d08b-4e86-b3b8-48075823c4fb req-b52c50e0-d26d-4eb6-8e96-82cb0a1bc427 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:15.632364 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-75798cfc-d08b-4e86-b3b8-48075823c4fb req-b52c50e0-d26d-4eb6-8e96-82cb0a1bc427 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0505853 Jul 21 06:40:15.680885 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-75798cfc-d08b-4e86-b3b8-48075823c4fb req-e481abf5-d07e-4f60-a9f1-bb7e623e9ff8 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428209 Jul 21 06:40:16.019937 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2aff3982-a86c-435d-be65-0fe46222aebb req-4b464948-2a48-4a8e-b5bc-f0480b9e84cd tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "GET /v2.0/ports?device_id=9015b69f-c621-4156-a5c9-94bfc3f3b41c HTTP/1.1" status: 200 len: 210 time: 0.0352981 Jul 21 06:40:16.297613 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ded466-be3b-4bee-bed5-57fc3f4dc450 req-bf1e8457-4419-4263-b193-ff695bd92e89 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:16.299217 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-93ded466-be3b-4bee-bed5-57fc3f4dc450 req-bf1e8457-4419-4263-b193-ff695bd92e89 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0581837 Jul 21 06:40:16.368837 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-93ded466-be3b-4bee-bed5-57fc3f4dc450 req-24b9aa14-9695-45e6-a0d6-7f0c572d8f0b tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627210 Jul 21 06:40:16.796247 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1b59a-5b5e-42a4-b728-f188f985daa3 req-ee1aa59a-f245-4ccd-88e5-fb64ea0054a3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:16.797759 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-27d1b59a-5b5e-42a4-b728-f188f985daa3 req-ee1aa59a-f245-4ccd-88e5-fb64ea0054a3 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 943 time: 0.0478411 Jul 21 06:40:16.846442 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-27d1b59a-5b5e-42a4-b728-f188f985daa3 req-1053a73f-a40b-4f8d-90c8-ae90b23495e4 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430849 Jul 21 06:40:17.077436 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46766) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:17.176654 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:17.190799 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-edd872cb-5f06-43d7-a881-54de3829c364 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Deleting port abca2cd7-6aba-452a-a217-04e798b5d948 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:17.191134 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-edd872cb-5f06-43d7-a881-54de3829c364 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (abca2cd7-6aba-452a-a217-04e798b5d948), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:17.270116 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-edd872cb-5f06-43d7-a881-54de3829c364 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (abca2cd7-6aba-452a-a217-04e798b5d948), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:17.270442 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-edd872cb-5f06-43d7-a881-54de3829c364 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (abca2cd7-6aba-452a-a217-04e798b5d948), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:17.282434 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-edd872cb-5f06-43d7-a881-54de3829c364 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Calling delete_port for abca2cd7-6aba-452a-a217-04e798b5d948 owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:17.410835 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-edd872cb-5f06-43d7-a881-54de3829c364 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (abca2cd7-6aba-452a-a217-04e798b5d948), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:17.450944 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd872cb-5f06-43d7-a881-54de3829c364 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event deleted for resources: {'Port': ['ID=abca2cd7-6aba-452a-a217-04e798b5d948,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:17.485693 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad130-4022-4749-b0ec-a182cad32df8 req-2f36a131-0df1-413b-87eb-0abb12464acd tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:17.487203 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1c0ad130-4022-4749-b0ec-a182cad32df8 req-2f36a131-0df1-413b-87eb-0abb12464acd tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0485060 Jul 21 06:40:17.508565 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-edd872cb-5f06-43d7-a881-54de3829c364 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for floatingip (5414ba32-fefb-442c-b855-0902c23b803d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:17.511120 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-edd872cb-5f06-43d7-a881-54de3829c364 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:17.512265 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-edd872cb-5f06-43d7-a881-54de3829c364 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "DELETE /v2.0/floatingips/5414ba32-fefb-442c-b855-0902c23b803d HTTP/1.1" status: 204 len: 168 time: 0.4332876 Jul 21 06:40:17.551741 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1c0ad130-4022-4749-b0ec-a182cad32df8 req-5c7bc411-1c8f-44ec-9950-c12ac823364e tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569949 Jul 21 06:40:17.707097 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device a91746a4-9dc2-4a55-966c-ce5ac2be362d details requested by agent hyperv_hv-cinder-85031 with host hv-cinder-85031 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 06:40:17.711349 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:40:17.737641 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:40:17.737999 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device fe87d5c2-e7cb-44a8-bcf1-7d5b938d8647 not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:40:17.829307 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port a91746a4-9dc2-4a55-966c-ce5ac2be362d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:17.840027 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Returning: {'device': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'port_id': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'mac_address': 'fa:16:3e:2b:b8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 06:40:17.877343 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port a91746a4-9dc2-4a55-966c-ce5ac2be362d is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:40:17.877749 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:17.891094 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91746a4-9dc2-4a55-966c-ce5ac2be362d {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 06:40:17.912659 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port a91746a4-9dc2-4a55-966c-ce5ac2be362d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:17.916825 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:17.963925 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=a91746a4-9dc2-4a55-966c-ce5ac2be362d,revision_number=7']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:17.979957 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56657d-3f72-4d1a-8e61-83f4408ab564 req-59c96e82-95b7-4752-b5ea-18b51257ac6e tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:17.981437 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0a56657d-3f72-4d1a-8e61-83f4408ab564 req-59c96e82-95b7-4752-b5ea-18b51257ac6e tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 944 time: 0.0621021 Jul 21 06:40:18.002922 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:18.033884 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0a56657d-3f72-4d1a-8e61-83f4408ab564 req-2b0bb930-ee1f-4d4d-bbbd-7039cb636c28 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453153 Jul 21 06:40:18.211962 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['a91746a4-9dc2-4a55-966c-ce5ac2be362d'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:40:18.721432 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d22f5-80dd-47ac-9f3d-a837e1dbdc92 req-03c8c34a-5ec0-4005-ac7b-d20fe9a85c47 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:18.722933 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d83d22f5-80dd-47ac-9f3d-a837e1dbdc92 req-03c8c34a-5ec0-4005-ac7b-d20fe9a85c47 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.1026452 Jul 21 06:40:18.728724 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46786) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:18.783945 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d83d22f5-80dd-47ac-9f3d-a837e1dbdc92 req-0567f0c5-903b-4c08-b4b8-ad2ccd70273b tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&id=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553496 Jul 21 06:40:18.786661 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-170cf13d-ebe9-4b4a-b757-23df1de7f7f4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group (d8108142-12cb-4789-b9bf-7bacadb442d2), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:18.812677 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-170cf13d-ebe9-4b4a-b757-23df1de7f7f4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group (d8108142-12cb-4789-b9bf-7bacadb442d2), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:18.870516 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-170cf13d-ebe9-4b4a-b757-23df1de7f7f4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (d8108142-12cb-4789-b9bf-7bacadb442d2), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:18.873011 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-170cf13d-ebe9-4b4a-b757-23df1de7f7f4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:18.874203 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-170cf13d-ebe9-4b4a-b757-23df1de7f7f4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] 10.222.0.42 "DELETE /v2.0/security-groups/d8108142-12cb-4789-b9bf-7bacadb442d2 HTTP/1.1" status: 204 len: 168 time: 0.1444378 Jul 21 06:40:18.884327 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cf13d-ebe9-4b4a-b757-23df1de7f7f4 tempest-TestVolumeBootPattern-1839744956 tempest-TestVolumeBootPattern-1839744956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8108142-12cb-4789-b9bf-7bacadb442d2,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:18.934599 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46792) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:19.179607 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478372a-48b8-4a9a-9eaa-06def5e14fa5 req-55815af8-8614-43cc-9d0e-9acb3ff79728 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:19.180940 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e478372a-48b8-4a9a-9eaa-06def5e14fa5 req-55815af8-8614-43cc-9d0e-9acb3ff79728 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 944 time: 0.0668473 Jul 21 06:40:19.268336 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:19.308475 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e478372a-48b8-4a9a-9eaa-06def5e14fa5 req-b1ac1e44-2819-4fa4-87a2-98b9ae701da7 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937085 Jul 21 06:40:19.433502 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:19.653006 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] Deleting port ae4a7424-8332-4d56-abbd-a886938aacd9 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:19.653357 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:19.714946 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device a91746a4-9dc2-4a55-966c-ce5ac2be362d up at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 06:40:19.736092 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] For port ae4a7424-8332-4d56-abbd-a886938aacd9, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=ae4a7424-8332-4d56-abbd-a886938aacd9,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:19.736575 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:19.749720 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] Calling delete_port for ae4a7424-8332-4d56-abbd-a886938aacd9 owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:19.760813 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Provisioning complete for port a91746a4-9dc2-4a55-966c-ce5ac2be362d triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:40:19.761181 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:19.793581 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:19.834594 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Current status of the port a91746a4-9dc2-4a55-966c-ce5ac2be362d is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:40:19.834981 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:19.857184 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:40:19.860424 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c43a0496b322e613016f30fe5d5372a4a480be6d9ecb837dfe1ecf3470d1bca4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970a23c1-0970-41d2-a4b0-0e31acf65f9b" -d '{"events": [{"server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "name": "network-vif-plugged", "status": "completed", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:40:19.873292 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] For port a91746a4-9dc2-4a55-966c-ce5ac2be362d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:19.879776 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:19.907827 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78064d62-22d3-440b-bbea-e9cad2783cba x-openstack-request-id: req-78064d62-22d3-440b-bbea-e9cad2783cba {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:40:19.908114 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "name": "network-vif-plugged", "status": "completed", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:40:19.908361 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78064d62-22d3-440b-bbea-e9cad2783cba {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:40:19.908746 dv-cinder-850318-3-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78064d62-22d3-440b-bbea-e9cad2783cba'] response: {'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'code': 200} Jul 21 06:40:19.937010 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:19.938732 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (ae4a7424-8332-4d56-abbd-a886938aacd9), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:19.942483 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Pushing event updated for resources: {'Port': ['ID=a91746a4-9dc2-4a55-966c-ce5ac2be362d,revision_number=8']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:19.964528 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4a7424-8332-4d56-abbd-a886938aacd9,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:20.132097 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:20.186312 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:20.192740 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30165f4e-fc4a-4f06-aa02-f4d0fc2a011a req-1ac6fde0-0941-4143-bc06-2f1d9f4556b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:20.194440 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-30165f4e-fc4a-4f06-aa02-f4d0fc2a011a req-1ac6fde0-0941-4143-bc06-2f1d9f4556b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 1129 time: 0.0463433 Jul 21 06:40:20.241347 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-30165f4e-fc4a-4f06-aa02-f4d0fc2a011a req-ab49ec90-a241-4e62-b53e-5d960b1baeda service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407138 Jul 21 06:40:20.350041 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] Router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:40:20.477014 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5754ce5-ffe0-4dd6-9a73-ed8c7074a4aa req-ac43ec63-d3c4-4a4e-98e9-e6bb8d28ca31 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:20.478492 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f5754ce5-ffe0-4dd6-9a73-ed8c7074a4aa req-ac43ec63-d3c4-4a4e-98e9-e6bb8d28ca31 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0835602 Jul 21 06:40:20.525275 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:40:20.534036 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] Sync routers for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:40:20.534816 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-4f3f90b7-16d9-45cc-8c4d-7da5d04da2e1 admin admin] 10.222.0.42 "PUT /v2.0/routers/39dc7697-76a0-4bf3-ab28-1bf2342f4c5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5986590 Jul 21 06:40:20.537097 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46802) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:20.543407 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f5754ce5-ffe0-4dd6-9a73-ed8c7074a4aa req-85e772cd-c913-4eb8-8d46-73c0cd23d2d8 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573897 Jul 21 06:40:20.549442 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:40:20.550298 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:39:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:20.638458 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Publish callbacks [] for router (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:20.651118 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:40:20.736267 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Publish callbacks [] for router_gateway (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:20.748884 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:20.782625 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Deleting port 51a2c81c-9854-4a38-b39c-c9ea2525723b {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:20.782870 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:20.802762 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:20.819677 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:40:19Z', 'revision_number': 5, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port': {'id': '51a2c81c-9854-4a38-b39c-c9ea2525723b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:20.844265 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] Checking router: 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:40:20.852911 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] Routers {'39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:40:20.853515 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:39:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:20.863251 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] For port 51a2c81c-9854-4a38-b39c-c9ea2525723b, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=51a2c81c-9854-4a38-b39c-c9ea2525723b,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:20.863612 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:20.879988 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Calling delete_port for 51a2c81c-9854-4a38-b39c-c9ea2525723b owned by network:router_gateway {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:20.935855 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] Set router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:40:20.984930 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:40:20Z', 'revision_number': 6, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port_host': None}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:21.012615 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efb1d9-e0ec-4772-876b-31d082bf00e3 None None] The sync data for ids ['39dc7697-76a0-4bf3-ab28-1bf2342f4c5c'] in dv-cinder-850318-3-iscsi is: [{'id': '39dc7697-76a0-4bf3-ab28-1bf2342f4c5c', 'name': 'tempest-TestVolumeBootPattern-1245536883-router', 'tenant_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:01Z', 'updated_at': '2022-07-21T06:40:20Z', 'revision_number': 6, 'project_id': '5d0ba27e9a7f450c87eb189cdd6e235b', 'gw_port_host': None}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:40:21.028886 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:21.045089 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.052964 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (51a2c81c-9854-4a38-b39c-c9ea2525723b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.077610 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a2c81c-9854-4a38-b39c-c9ea2525723b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:21.142188 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.227315 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.229448 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Publish callbacks [] for router_controller (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.270553 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (39dc7697-76a0-4bf3-ab28-1bf2342f4c5c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.271130 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39dc7697-76a0-4bf3-ab28-1bf2342f4c5c {{(pid=103912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:40:21.275748 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.276887 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5c0c7f6c-5d3b-47c3-9748-022d9dd194d2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/39dc7697-76a0-4bf3-ab28-1bf2342f4c5c HTTP/1.1" status: 204 len: 168 time: 0.7386806 Jul 21 06:40:21.279418 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46804) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:21.327064 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-6993b9a3-c21f-47dd-b756-d9d6987a7f4a admin admin] Deleting subnet a810cecd-49b8-42a4-8b02-36e4020aaf6a {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:40:21.330176 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6993b9a3-c21f-47dd-b756-d9d6987a7f4a admin admin] Publish callbacks [] for subnet (a810cecd-49b8-42a4-8b02-36e4020aaf6a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.371465 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6993b9a3-c21f-47dd-b756-d9d6987a7f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14607510'] for subnet (a810cecd-49b8-42a4-8b02-36e4020aaf6a), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.450170 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6993b9a3-c21f-47dd-b756-d9d6987a7f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (a810cecd-49b8-42a4-8b02-36e4020aaf6a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.676440 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b144e-2ee4-4735-9cad-f480e8ea84f2 req-88f13de7-14eb-468d-a581-41c555feda31 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:21.677954 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a61b144e-2ee4-4735-9cad-f480e8ea84f2 req-88f13de7-14eb-468d-a581-41c555feda31 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0533166 Jul 21 06:40:21.714204 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:21.730076 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a61b144e-2ee4-4735-9cad-f480e8ea84f2 req-2c09f67f-3f3e-4bfd-823d-29c7db96c7b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462718 Jul 21 06:40:21.765902 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6993b9a3-c21f-47dd-b756-d9d6987a7f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14670680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12808584'] for subnet (a810cecd-49b8-42a4-8b02-36e4020aaf6a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.795907 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6993b9a3-c21f-47dd-b756-d9d6987a7f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.800737 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-6993b9a3-c21f-47dd-b756-d9d6987a7f4a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a810cecd-49b8-42a4-8b02-36e4020aaf6a HTTP/1.1" status: 204 len: 168 time: 0.5203643 Jul 21 06:40:21.801082 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372adbd-8396-4b44-8274-232f6a7431bf None None] Network dadad058-4314-4199-8e9f-a1bda80f561d requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:40:21.803205 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46810) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:21.810979 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993b9a3-c21f-47dd-b756-d9d6987a7f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a810cecd-49b8-42a4-8b02-36e4020aaf6a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:21.815553 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:21.885272 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (dadad058-4314-4199-8e9f-a1bda80f561d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:21.891054 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device ae4a7424-8332-4d56-abbd-a886938aacd9 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:40:21.935088 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Deleting port dd093e5f-5228-469c-b78f-dd06a1268371 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:21.935506 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:22.003730 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] For port dd093e5f-5228-469c-b78f-dd06a1268371, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=dd093e5f-5228-469c-b78f-dd06a1268371,segment=NetworkSegment(a38e2904-e2bf-4cf3-ba2c-35c50abfb42e),segment_id=a38e2904-e2bf-4cf3-ba2c-35c50abfb42e)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:22.004172 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:22.017904 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:22.019134 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Calling delete_port for dd093e5f-5228-469c-b78f-dd06a1268371 owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:22.052773 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: ae4a7424-8332-4d56-abbd-a886938aacd9 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:40:22.053342 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device ae4a7424-8332-4d56-abbd-a886938aacd9 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:40:22.053580 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 51a2c81c-9854-4a38-b39c-c9ea2525723b no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:40:22.079264 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 51a2c81c-9854-4a38-b39c-c9ea2525723b {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:40:22.079602 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 51a2c81c-9854-4a38-b39c-c9ea2525723b not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:40:22.114316 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (dd093e5f-5228-469c-b78f-dd06a1268371), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:22.141266 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd093e5f-5228-469c-b78f-dd06a1268371,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:22.146402 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] No DVR routers for this DVR port dd093e5f-5228-469c-b78f-dd06a1268371 on host dv-cinder-850318-3-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:40:22.149788 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54f7b8d-0297-44f2-b6ec-461ae5324f39 None None] DHCP port deletion for dadad058-4314-4199-8e9f-a1bda80f561d request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:40:22.223907 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (dadad058-4314-4199-8e9f-a1bda80f561d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:22.244035 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadad058-4314-4199-8e9f-a1bda80f561d']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:22.253673 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:22.253992 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38e2904-e2bf-4cf3-ba2c-35c50abfb42e') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:22.263275 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (a38e2904-e2bf-4cf3-ba2c-35c50abfb42e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:22.276178 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (a38e2904-e2bf-4cf3-ba2c-35c50abfb42e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:22.283095 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:40:22.283474 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (a38e2904-e2bf-4cf3-ba2c-35c50abfb42e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:22.306887 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment a38e2904-e2bf-4cf3-ba2c-35c50abfb42e resource provider aggregate not found Jul 21 06:40:22.347630 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (dadad058-4314-4199-8e9f-a1bda80f561d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:22.353148 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:22.356233 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dadad058-4314-4199-8e9f-a1bda80f561d HTTP/1.1" status: 204 len: 168 time: 0.5521111 Jul 21 06:40:22.357820 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment a38e2904-e2bf-4cf3-ba2c-35c50abfb42e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a38e2904-e2bf-4cf3-ba2c-35c50abfb42e found for delete ", "request_id": "req-9a1d1c17-4c08-441c-af4e-fd47977573d7"}]} Jul 21 06:40:22.360180 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46816) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:22.371252 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91696e0-fff2-4e21-b544-492076abb3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dadad058-4314-4199-8e9f-a1bda80f561d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:22.665886 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:23.098325 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:23.133964 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] Deleting port d8131b54-a5ce-490f-91f2-df0387eec478 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:23.134308 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:23.214582 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] For port d8131b54-a5ce-490f-91f2-df0387eec478, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=d8131b54-a5ce-490f-91f2-df0387eec478,segment=NetworkSegment(709cc94f-9908-430a-8243-dc9815f25bd2),segment_id=709cc94f-9908-430a-8243-dc9815f25bd2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:23.214932 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:23.228149 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] Calling delete_port for d8131b54-a5ce-490f-91f2-df0387eec478 owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:23.396260 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:23.402362 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (d8131b54-a5ce-490f-91f2-df0387eec478), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:23.428754 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8131b54-a5ce-490f-91f2-df0387eec478,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:23.589617 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:23.799670 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] Router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:40:23.887583 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device dd093e5f-5228-469c-b78f-dd06a1268371 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:40:23.907108 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: dd093e5f-5228-469c-b78f-dd06a1268371 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:40:23.907450 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device dd093e5f-5228-469c-b78f-dd06a1268371 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:40:23.907654 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:40:23.912960 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-084df218-7fad-4d86-9b39-88d108b07979 admin admin] 10.222.0.42 "PUT /v2.0/routers/8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5514672 Jul 21 06:40:23.915272 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46818) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:23.920159 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] Sync routers for ids ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:40:23.931515 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] Routers {'8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:40:23.932134 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:39:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:23.964775 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:24.020966 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Publish callbacks [] for router (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.044030 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] Set router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:40:24.119735 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Publish callbacks [] for router_gateway (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.162243 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Deleting port 50b4bd32-b156-4639-98bf-1270d6503101 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:24.162584 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (50b4bd32-b156-4639-98bf-1270d6503101), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.222747 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'name': 'tempest-TestVolumeBootPattern-358286172-router', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '50b4bd32-b156-4639-98bf-1270d6503101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:40:23Z', 'revision_number': 5, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'gw_port': {'id': '50b4bd32-b156-4639-98bf-1270d6503101', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:24.245560 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] For port 50b4bd32-b156-4639-98bf-1270d6503101, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=50b4bd32-b156-4639-98bf-1270d6503101,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:24.245917 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (50b4bd32-b156-4639-98bf-1270d6503101), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.254896 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] Checking router: 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:40:24.263045 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] Routers {'8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:40:24.263339 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Calling delete_port for 50b4bd32-b156-4639-98bf-1270d6503101 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:24.263646 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:39:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:24.267522 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:24.349568 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] Set router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed gateway port host: None {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:40:24.400409 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'name': 'tempest-TestVolumeBootPattern-358286172-router', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:40:24Z', 'revision_number': 6, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'gw_port_host': None}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:24.428666 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060ad78-ca8b-48af-a9ef-4144f93f7c54 None None] The sync data for ids ['8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed'] in dv-cinder-850318-3-iscsi is: [{'id': '8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed', 'name': 'tempest-TestVolumeBootPattern-358286172-router', 'tenant_id': '94470f28d9c0453bae57cb45691072ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:32:07Z', 'updated_at': '2022-07-21T06:40:24Z', 'revision_number': 6, 'project_id': '94470f28d9c0453bae57cb45691072ba', 'gw_port_host': None}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:40:24.433245 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (50b4bd32-b156-4639-98bf-1270d6503101), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.457186 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Pushing event deleted for resources: {'Port': ['ID=50b4bd32-b156-4639-98bf-1270d6503101,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:24.521063 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.606854 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.608922 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Publish callbacks [] for router_controller (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.648468 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.649039 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:40:24.653194 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.654355 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8ce64ef4-3df0-4f09-9e20-fd3309a7659c admin admin] 10.222.0.42 "DELETE /v2.0/routers/8b15d47b-1a55-46f4-a1a7-399fb0c8a3ed HTTP/1.1" status: 204 len: 168 time: 0.7380910 Jul 21 06:40:24.657622 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46820) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:24.704732 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8700e289-cd1e-408a-bdeb-9aff10ef5bde admin admin] Deleting subnet bb230ed7-3f0b-42eb-a413-380f5c0e2608 {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:40:24.707867 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8700e289-cd1e-408a-bdeb-9aff10ef5bde admin admin] Publish callbacks [] for subnet (bb230ed7-3f0b-42eb-a413-380f5c0e2608), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.742659 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8700e289-cd1e-408a-bdeb-9aff10ef5bde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13677288'] for subnet (bb230ed7-3f0b-42eb-a413-380f5c0e2608), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.805974 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:24.822051 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8700e289-cd1e-408a-bdeb-9aff10ef5bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (bb230ed7-3f0b-42eb-a413-380f5c0e2608), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.828970 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-d66598b0-abbc-4f91-9fb3-85dbb91a877a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513287 Jul 21 06:40:24.888329 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8700e289-cd1e-408a-bdeb-9aff10ef5bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16164760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14092732'] for subnet (bb230ed7-3f0b-42eb-a413-380f5c0e2608), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.917509 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700e289-cd1e-408a-bdeb-9aff10ef5bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb230ed7-3f0b-42eb-a413-380f5c0e2608,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:24.921111 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8700e289-cd1e-408a-bdeb-9aff10ef5bde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:24.927214 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8700e289-cd1e-408a-bdeb-9aff10ef5bde admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bb230ed7-3f0b-42eb-a413-380f5c0e2608 HTTP/1.1" status: 204 len: 168 time: 0.2685678 Jul 21 06:40:24.927651 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e0e25-9fb4-4501-827d-e4f49de7a444 None None] Network c343579d-d2de-4cba-bb96-b36e1d3bdfcf requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:40:24.928114 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46822) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:24.950480 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-591e9d61-16b7-4e58-a26d-355340be176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:24.952053 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-591e9d61-16b7-4e58-a26d-355340be176c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3a6e00103d49038260d28a680a9c56&device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 1129 time: 0.0510368 Jul 21 06:40:25.005932 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (c343579d-d2de-4cba-bb96-b36e1d3bdfcf), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.055880 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Deleting port 8285f04b-8e99-4c4d-8e8a-9095217291e6 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:25.055880 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.064738 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-16f97e2d-7b2d-4af4-a89c-7f4f7709fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:25.066276 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-16f97e2d-7b2d-4af4-a89c-7f4f7709fadc service neutron] 10.222.0.36 "GET /v2.0/networks?id=28e3c66a-9e49-48c3-be94-3809b043754b HTTP/1.1" status: 200 len: 909 time: 0.0939593 Jul 21 06:40:25.119246 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] For port 8285f04b-8e99-4c4d-8e8a-9095217291e6, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=8285f04b-8e99-4c4d-8e8a-9095217291e6,segment=NetworkSegment(709cc94f-9908-430a-8243-dc9815f25bd2),segment_id=709cc94f-9908-430a-8243-dc9815f25bd2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:25.119586 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.131458 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-1f20cbb5-88e2-474c-ac2b-b38b62f4700a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d HTTP/1.1" status: 200 len: 1000 time: 0.0593047 Jul 21 06:40:25.133002 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Calling delete_port for 8285f04b-8e99-4c4d-8e8a-9095217291e6 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:25.192116 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-30de89a2-9621-446d-8cea-17f000ebbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:25.193608 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-30de89a2-9621-446d-8cea-17f000ebbe1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0be248ef-fb73-4661-827d-dd19d3c5af7b HTTP/1.1" status: 200 len: 847 time: 0.0457516 Jul 21 06:40:25.193759 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:25.215229 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (8285f04b-8e99-4c4d-8e8a-9095217291e6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.242280 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-7e6d9a0a-9cc1-4af3-9657-875e43e11919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:25.243875 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-7e6d9a0a-9cc1-4af3-9657-875e43e11919 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28e3c66a-9e49-48c3-be94-3809b043754b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445015 Jul 21 06:40:25.244029 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] No DVR routers for this DVR port 8285f04b-8e99-4c4d-8e8a-9095217291e6 on host dv-cinder-850318-3-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:40:25.256100 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51340df3-4a73-4c8b-ae87-5794a6823c73 None None] DHCP port deletion for c343579d-d2de-4cba-bb96-b36e1d3bdfcf request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:40:25.270794 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Pushing event deleted for resources: {'Port': ['ID=8285f04b-8e99-4c4d-8e8a-9095217291e6,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:25.328209 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (c343579d-d2de-4cba-bb96-b36e1d3bdfcf), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.348919 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c343579d-d2de-4cba-bb96-b36e1d3bdfcf']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:25.354943 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-089a0410-5ce7-4fd4-9772-37247cb9d5bf service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035063 Jul 21 06:40:25.358301 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709cc94f-9908-430a-8243-dc9815f25bd2') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:25.358611 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709cc94f-9908-430a-8243-dc9815f25bd2') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:25.370039 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13677265'] for segment (709cc94f-9908-430a-8243-dc9815f25bd2), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.384525 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (709cc94f-9908-430a-8243-dc9815f25bd2), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.391317 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:25.392745 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:40:25.400474 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16164642'] for segment (709cc94f-9908-430a-8243-dc9815f25bd2), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.449543 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 709cc94f-9908-430a-8243-dc9815f25bd2 resource provider aggregate not found Jul 21 06:40:25.451057 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd765de0-0c21-492a-a8bd-799d3be5a0c9 req-f6add530-5be3-4272-ae75-b713d228b220 service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892634 Jul 21 06:40:25.469156 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (c343579d-d2de-4cba-bb96-b36e1d3bdfcf), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.472175 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 709cc94f-9908-430a-8243-dc9815f25bd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 709cc94f-9908-430a-8243-dc9815f25bd2 found for delete ", "request_id": "req-380c9003-fd02-44c1-8968-f7637bc2080d"}]} Jul 21 06:40:25.480667 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.487082 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c343579d-d2de-4cba-bb96-b36e1d3bdfcf HTTP/1.1" status: 204 len: 168 time: 0.5548818 Jul 21 06:40:25.497479 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42230625-d596-4302-9b6a-51af1276cf03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c343579d-d2de-4cba-bb96-b36e1d3bdfcf,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:25.610867 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46830) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:25.650248 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-47fc9296-7a70-46f0-9ed2-8e946b21fa1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d0ba27e9a7f450c87eb189cdd6e235b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381401 Jul 21 06:40:25.652555 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46832) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:25.704909 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-64b81cb9-a2b6-4c62-b659-c8fca2844d46 admin admin] Publish callbacks [] for security_group (374e38e3-58ad-4bc1-bd7e-a235f6f0496a), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.726510 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-64b81cb9-a2b6-4c62-b659-c8fca2844d46 admin admin] Publish callbacks [] for security_group (374e38e3-58ad-4bc1-bd7e-a235f6f0496a), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.775538 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-64b81cb9-a2b6-4c62-b659-c8fca2844d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (374e38e3-58ad-4bc1-bd7e-a235f6f0496a), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.778238 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-64b81cb9-a2b6-4c62-b659-c8fca2844d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:25.779359 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-64b81cb9-a2b6-4c62-b659-c8fca2844d46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/374e38e3-58ad-4bc1-bd7e-a235f6f0496a HTTP/1.1" status: 204 len: 168 time: 0.1258974 Jul 21 06:40:25.796162 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b81cb9-a2b6-4c62-b659-c8fca2844d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374e38e3-58ad-4bc1-bd7e-a235f6f0496a,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:25.862207 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device d8131b54-a5ce-490f-91f2-df0387eec478 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:40:25.884390 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: d8131b54-a5ce-490f-91f2-df0387eec478 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:40:25.884641 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device d8131b54-a5ce-490f-91f2-df0387eec478 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:40:25.885058 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 8285f04b-8e99-4c4d-8e8a-9095217291e6 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:40:25.904288 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 8285f04b-8e99-4c4d-8e8a-9095217291e6 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:40:25.904549 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 8285f04b-8e99-4c4d-8e8a-9095217291e6 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:40:25.904958 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 50b4bd32-b156-4639-98bf-1270d6503101 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:40:25.925578 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 50b4bd32-b156-4639-98bf-1270d6503101 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:40:25.926072 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 50b4bd32-b156-4639-98bf-1270d6503101 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:40:26.135028 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46838) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:26.175754 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:26.183195 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-25642192-3ae0-4f01-808e-e5f0c8181df4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94470f28d9c0453bae57cb45691072ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470173 Jul 21 06:40:26.185836 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46840) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:26.221126 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3171ce46-1e68-425b-babc-cad29738da3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:26.239831 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ceb13c79-6d66-4f55-b13b-1928cd51c93d admin admin] Publish callbacks [] for security_group (ab1d861d-88d5-4bb0-b301-5df90a06905d), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:26.261366 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ceb13c79-6d66-4f55-b13b-1928cd51c93d admin admin] Publish callbacks [] for security_group (ab1d861d-88d5-4bb0-b301-5df90a06905d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:26.309874 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ceb13c79-6d66-4f55-b13b-1928cd51c93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (ab1d861d-88d5-4bb0-b301-5df90a06905d), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:26.313237 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ceb13c79-6d66-4f55-b13b-1928cd51c93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:26.314517 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ceb13c79-6d66-4f55-b13b-1928cd51c93d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab1d861d-88d5-4bb0-b301-5df90a06905d HTTP/1.1" status: 204 len: 168 time: 0.1276248 Jul 21 06:40:26.323414 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb13c79-6d66-4f55-b13b-1928cd51c93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d861d-88d5-4bb0-b301-5df90a06905d,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:28.537103 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-93616963-0e0e-42c0-af91-6d98dfacb999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:30.011745 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:30.987514 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=95 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:30.988273 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=76 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:31.165900 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:31.731627 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:35.446116 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:35.447933 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:36.317850 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=65,neutron:DELETE=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:36.318605 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:41.724759 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:41.726679 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:42.846086 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:42.846821 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:51.049362 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:51.857711 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-57513abd-3b68-4fec-b98e-df6d23265758 req-410e0e55-c9ea-4733-931d-5145702352dc tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817062526&fields=id&tenant_id=9ba482e050244bc6a359090a616658ec HTTP/1.1" status: 200 len: 267 time: 0.0448492 Jul 21 06:40:51.909332 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57513abd-3b68-4fec-b98e-df6d23265758 req-7dfc2905-c79a-43ee-80f9-926b145c9769 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:51.911422 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-57513abd-3b68-4fec-b98e-df6d23265758 req-7dfc2905-c79a-43ee-80f9-926b145c9769 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 985 time: 0.0480056 Jul 21 06:40:51.921693 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-57513abd-3b68-4fec-b98e-df6d23265758 req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Request body: {'port': {'security_groups': ['b82ca09f-580b-4f9d-8bfc-e0096b508875']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 06:40:51.995879 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-57513abd-3b68-4fec-b98e-df6d23265758 req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579078'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.056937 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:40:52.166992 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-57513abd-3b68-4fec-b98e-df6d23265758 req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] For port 7a899c90-0e7d-4a42-9984-b0e866be244e, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=7a899c90-0e7d-4a42-9984-b0e866be244e,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:52.194845 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-57513abd-3b68-4fec-b98e-df6d23265758 req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.198845 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-57513abd-3b68-4fec-b98e-df6d23265758 req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793384638410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793384181014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793384181032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16164686'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.238713 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['7a899c90-0e7d-4a42-9984-b0e866be244e'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:40:52.240705 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57513abd-3b68-4fec-b98e-df6d23265758 req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:52.241336 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-57513abd-3b68-4fec-b98e-df6d23265758 req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.242741 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-57513abd-3b68-4fec-b98e-df6d23265758 req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "PUT /v2.0/ports/7a899c90-0e7d-4a42-9984-b0e866be244e HTTP/1.1" status: 200 len: 943 time: 0.3253565 Jul 21 06:40:52.243195 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:40:52.245512 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11200700-d62d-445a-879a-fa1e1f2c1688" -d '{"events": [{"name": "network-changed", "server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:40:52.250841 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46862) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:52.300854 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event updated for resources: {'Port': ['ID=7a899c90-0e7d-4a42-9984-b0e866be244e,revision_number=7']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:52.304330 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25794000-97e8-4a23-a2f7-bef09fafd2fd x-openstack-request-id: req-25794000-97e8-4a23-a2f7-bef09fafd2fd {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:40:52.304620 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:40:52.304868 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25794000-97e8-4a23-a2f7-bef09fafd2fd {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:40:52.305261 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25794000-97e8-4a23-a2f7-bef09fafd2fd'] response: {'name': 'network-changed', 'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'status': 'completed', 'code': 200} Jul 21 06:40:52.321190 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.321450 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.321798 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.322162 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.322497 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.322829 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.323156 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.323481 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.323806 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.324136 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.324456 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.324777 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.325099 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.325418 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.325739 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83ca53-623a-47e6-ba61-7d615532215f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:40:52.347947 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7565e216-d2b2-451a-ac22-6f54961da643 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group (3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.373226 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] get_ports_and_sgs() called for port_ids ['7a899c90-0e7d-4a42-9984-b0e866be244e'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 06:40:52.381620 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7565e216-d2b2-451a-ac22-6f54961da643 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group (3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.400886 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-fe11ed24-0894-46a4-a848-6bccc194f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:52.402516 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-fe11ed24-0894-46a4-a848-6bccc194f873 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ba482e050244bc6a359090a616658ec&device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 1130 time: 0.0533502 Jul 21 06:40:52.455076 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7565e216-d2b2-451a-ac22-6f54961da643 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.458737 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7565e216-d2b2-451a-ac22-6f54961da643 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.462860 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7565e216-d2b2-451a-ac22-6f54961da643 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "DELETE /v2.0/security-groups/3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9 HTTP/1.1" status: 204 len: 168 time: 0.2086253 Jul 21 06:40:52.465577 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46864) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:40:52.483810 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565e216-d2b2-451a-ac22-6f54961da643 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8b39ea-cbe1-4bb0-835c-4c7063fcc2a9,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:52.517497 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-357dbe8b-86f2-4e05-a5da-af260ac17331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:52.519086 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-357dbe8b-86f2-4e05-a5da-af260ac17331 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87d8d15e-a080-4012-90f0-f7a65ac40143 HTTP/1.1" status: 200 len: 916 time: 0.1085024 Jul 21 06:40:52.583442 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-469c1c00-0690-449d-b4ef-340c9db232b0 None None] Provisioning complete for port 7a899c90-0e7d-4a42-9984-b0e866be244e triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 06:40:52.583760 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-469c1c00-0690-449d-b4ef-340c9db232b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682795'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.592849 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-93d2e9c9-ea62-4cad-9ed4-d02787a420e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a899c90-0e7d-4a42-9984-b0e866be244e HTTP/1.1" status: 200 len: 1001 time: 0.0667341 Jul 21 06:40:52.627498 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Deleting port 37ab0bba-eee4-4380-a874-96f97d40618e {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:52.627933 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (37ab0bba-eee4-4380-a874-96f97d40618e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.647158 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-92f9f4d7-fdbc-421b-ad51-ba021f6815ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:52.648721 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-92f9f4d7-fdbc-421b-ad51-ba021f6815ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecf01340-e21b-4644-9dcc-6e06fc5b46ee HTTP/1.1" status: 200 len: 854 time: 0.0486429 Jul 21 06:40:52.663368 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-469c1c00-0690-449d-b4ef-340c9db232b0 None None] Current status of the port 7a899c90-0e7d-4a42-9984-b0e866be244e is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 06:40:52.695059 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-c2e4a3ad-b60f-45e4-9184-bd3b45042d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:52.696603 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-c2e4a3ad-b60f-45e4-9184-bd3b45042d41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87d8d15e-a080-4012-90f0-f7a65ac40143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408397 Jul 21 06:40:52.707214 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-ee864c7d-daac-4989-900b-b63f7f862437 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 06:40:52.708496 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-ee864c7d-daac-4989-900b-b63f7f862437 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052886 Jul 21 06:40:52.709195 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (37ab0bba-eee4-4380-a874-96f97d40618e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.709523 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for floatingip (37ab0bba-eee4-4380-a874-96f97d40618e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.721555 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Calling delete_port for 37ab0bba-eee4-4380-a874-96f97d40618e owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:52.727386 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:52.770056 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:52.804935 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-1b46c63a-1948-4573-966a-51e8da268688 service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907578 Jul 21 06:40:52.875869 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (37ab0bba-eee4-4380-a874-96f97d40618e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.898066 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-11200700-d62d-445a-879a-fa1e1f2c1688 req-2ab9d62b-9f42-4477-8716-5c94eb693f32 service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868063 Jul 21 06:40:52.900950 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event deleted for resources: {'Port': ['ID=37ab0bba-eee4-4380-a874-96f97d40618e,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:52.967215 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks [] for floatingip (71a27890-4e8a-4605-8c70-56d5a295f8e6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:52.967542 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Floating IP 71a27890-4e8a-4605-8c70-56d5a295f8e6 disassociated (deleted). External IP: 172.27.1.57, port: 7a899c90-0e7d-4a42-9984-b0e866be244e. Jul 21 06:40:53.163976 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Router abd3d597-d806-468a-80be-05e59792d734 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:40:53.240040 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=11 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:53.515935 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:40:53.521282 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:53.526153 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] Sync routers for ids ['abd3d597-d806-468a-80be-05e59792d734'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:40:53.535673 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] Routers {'abd3d597-d806-468a-80be-05e59792d734'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:40:53.536438 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:40:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['abd3d597-d806-468a-80be-05e59792d734'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:53.550108 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-719a37ba-375a-4917-9240-9475e1e4ed40 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "DELETE /v2.0/floatingips/71a27890-4e8a-4605-8c70-56d5a295f8e6 HTTP/1.1" status: 204 len: 168 time: 1.0833416 Jul 21 06:40:53.728793 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] Set router abd3d597-d806-468a-80be-05e59792d734 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:40:53.920645 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'a0dbb17b-d1a7-4a5c-b067-2595e2dd0464', 'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'mac_address': 'fa:16:3e:3b:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:48Z', 'updated_at': '2022-07-21T06:38:53Z', 'revision_number': 5, 'project_id': '9ba482e050244bc6a359090a616658ec', 'subnets': [{'id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:53.946721 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] Checking router: abd3d597-d806-468a-80be-05e59792d734 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:40:53.955185 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] Routers {'abd3d597-d806-468a-80be-05e59792d734'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:40:53.955830 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:40:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['abd3d597-d806-468a-80be-05e59792d734'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:54.055550 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] Set router abd3d597-d806-468a-80be-05e59792d734 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:40:54.233633 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'a0dbb17b-d1a7-4a5c-b067-2595e2dd0464', 'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'mac_address': 'fa:16:3e:3b:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:48Z', 'updated_at': '2022-07-21T06:38:53Z', 'revision_number': 5, 'project_id': '9ba482e050244bc6a359090a616658ec', 'subnets': [{'id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:40:54.262745 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c93fc-acdd-4d1b-928f-28fcd155063a None None] The sync data for ids ['abd3d597-d806-468a-80be-05e59792d734'] in dv-cinder-850318-3-iscsi is: [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:38:48Z', 'revision_number': 4, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': 'a0dbb17b-d1a7-4a5c-b067-2595e2dd0464', 'name': '', 'network_id': '87d8d15e-a080-4012-90f0-f7a65ac40143', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'mac_address': 'fa:16:3e:3b:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:48Z', 'updated_at': '2022-07-21T06:38:53Z', 'revision_number': 5, 'project_id': '9ba482e050244bc6a359090a616658ec', 'subnets': [{'id': 'ecf01340-e21b-4644-9dcc-6e06fc5b46ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:40:54.306408 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:40:54.308814 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85ef67ce5e3b9d2ccc121182b0b381c724cbb49522e62d45b28e61747dcef0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135b1091-249b-45da-86a9-535246aa09e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:40:54.353037 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714819d8-368c-4678-88d3-6d07274b7f7c x-openstack-request-id: req-714819d8-368c-4678-88d3-6d07274b7f7c {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:40:54.353385 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:40:54.354162 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-714819d8-368c-4678-88d3-6d07274b7f7c {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:40:54.354162 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714819d8-368c-4678-88d3-6d07274b7f7c'] response: {'name': 'network-changed', 'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'status': 'completed', 'code': 200} Jul 21 06:40:54.445514 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1091-249b-45da-86a9-535246aa09e9 req-f24b986d-134d-4dcc-b88f-32c6834e7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:54.447098 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-135b1091-249b-45da-86a9-535246aa09e9 req-f24b986d-134d-4dcc-b88f-32c6834e7909 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ba482e050244bc6a359090a616658ec&device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 1130 time: 0.0470605 Jul 21 06:40:54.500055 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b7c05-5054-4cd3-8b3e-4d0344c199d0 None None] New status for floating IP 71a27890-4e8a-4605-8c70-56d5a295f8e6: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:40:54.543231 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1091-249b-45da-86a9-535246aa09e9 req-67d565b9-b98d-41ed-970e-3dfa55494039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:54.544674 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-135b1091-249b-45da-86a9-535246aa09e9 req-67d565b9-b98d-41ed-970e-3dfa55494039 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87d8d15e-a080-4012-90f0-f7a65ac40143 HTTP/1.1" status: 200 len: 916 time: 0.0905612 Jul 21 06:40:54.593474 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-135b1091-249b-45da-86a9-535246aa09e9 req-287d294b-fb5f-46b3-a576-c32ccf45d9e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a899c90-0e7d-4a42-9984-b0e866be244e HTTP/1.1" status: 200 len: 217 time: 0.0421491 Jul 21 06:40:54.645059 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1091-249b-45da-86a9-535246aa09e9 req-848e203a-e39d-43bf-846f-a6df58fb56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:54.647483 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-135b1091-249b-45da-86a9-535246aa09e9 req-848e203a-e39d-43bf-846f-a6df58fb56d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecf01340-e21b-4644-9dcc-6e06fc5b46ee HTTP/1.1" status: 200 len: 854 time: 0.0477934 Jul 21 06:40:54.698064 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b1091-249b-45da-86a9-535246aa09e9 req-4926ffbc-9f7a-4a7d-920d-48ff56297487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:54.699814 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-135b1091-249b-45da-86a9-535246aa09e9 req-4926ffbc-9f7a-4a7d-920d-48ff56297487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87d8d15e-a080-4012-90f0-f7a65ac40143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410655 Jul 21 06:40:54.800986 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-135b1091-249b-45da-86a9-535246aa09e9 req-4ecf3815-444f-441c-b629-3c4408bd16d4 service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885122 Jul 21 06:40:54.892999 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-135b1091-249b-45da-86a9-535246aa09e9 req-44e8a71e-826a-407c-9bfa-cf70f82b6ef7 service neutron] 10.222.0.36 "GET /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861616 Jul 21 06:40:56.222929 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3f6d537a-54ae-4c1a-9862-688f85f8d3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:56.277112 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d014a-8977-4a64-aa66-915217a84809 req-6d5775a4-fd76-400b-bca4-70f61b8b95e8 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:56.278602 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-982d014a-8977-4a64-aa66-915217a84809 req-6d5775a4-fd76-400b-bca4-70f61b8b95e8 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 946 time: 0.0473244 Jul 21 06:40:56.325601 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-982d014a-8977-4a64-aa66-915217a84809 req-c8f8c35d-5d3c-433b-b9f5-3a158e8589be tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Jul 21 06:40:57.439154 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4986b-0c0b-49a4-a4c2-ddeafc38c7aa req-da3a5700-0774-42c7-ab8d-394d53f7f0f8 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:57.440600 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54b4986b-0c0b-49a4-a4c2-ddeafc38c7aa req-da3a5700-0774-42c7-ab8d-394d53f7f0f8 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 946 time: 0.0469217 Jul 21 06:40:57.490094 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54b4986b-0c0b-49a4-a4c2-ddeafc38c7aa req-da47130c-be44-4411-a447-9d73c0ba08c8 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/security-groups?id=b82ca09f-580b-4f9d-8bfc-e0096b508875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Jul 21 06:40:58.091432 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-c70eb396-e73a-4a1f-83e3-b48769d1750f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:40:58.092920 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-c70eb396-e73a-4a1f-83e3-b48769d1750f tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 946 time: 0.0470543 Jul 21 06:40:58.160932 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:58.174018 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:40:58.178518 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-73219165-d234-475a-9633-f35c6319f248 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Deleting port 7a899c90-0e7d-4a42-9984-b0e866be244e {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:40:58.178855 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-73219165-d234-475a-9633-f35c6319f248 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:58.268481 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-73219165-d234-475a-9633-f35c6319f248 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] For port 7a899c90-0e7d-4a42-9984-b0e866be244e, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=7a899c90-0e7d-4a42-9984-b0e866be244e,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:40:58.268836 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-73219165-d234-475a-9633-f35c6319f248 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:58.282085 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-73219165-d234-475a-9633-f35c6319f248 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Calling delete_port for 7a899c90-0e7d-4a42-9984-b0e866be244e owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:40:58.404311 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-73219165-d234-475a-9633-f35c6319f248 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (7a899c90-0e7d-4a42-9984-b0e866be244e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:58.435549 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73219165-d234-475a-9633-f35c6319f248 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Pushing event deleted for resources: {'Port': ['ID=7a899c90-0e7d-4a42-9984-b0e866be244e,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:40:58.480903 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-73219165-d234-475a-9633-f35c6319f248 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] No DVR routers for this DVR port 7a899c90-0e7d-4a42-9984-b0e866be244e on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:40:58.483373 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-73219165-d234-475a-9633-f35c6319f248 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:58.486571 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c9a8c5bd-6919-469c-aed3-2986bf3a4846 req-73219165-d234-475a-9633-f35c6319f248 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.36 "DELETE /v2.0/ports/7a899c90-0e7d-4a42-9984-b0e866be244e HTTP/1.1" status: 204 len: 173 time: 0.3888876 Jul 21 06:40:58.486993 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'name': 'network-vif-deleted', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:40:58.489349 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddc2107-ff05-4833-a813-973e5e4fec9a" -d '{"events": [{"server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "name": "network-vif-deleted", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:40:58.528019 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c59b2e-8637-4f76-bc6a-df9e0282337b x-openstack-request-id: req-04c59b2e-8637-4f76-bc6a-df9e0282337b {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:40:58.528356 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac82ad70-7a1c-40c7-83eb-519088147c76", "name": "network-vif-deleted", "tag": "7a899c90-0e7d-4a42-9984-b0e866be244e", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:40:58.528606 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04c59b2e-8637-4f76-bc6a-df9e0282337b {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:40:58.529007 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c59b2e-8637-4f76-bc6a-df9e0282337b'] response: {'server_uuid': 'ac82ad70-7a1c-40c7-83eb-519088147c76', 'name': 'network-vif-deleted', 'tag': '7a899c90-0e7d-4a42-9984-b0e866be244e', 'status': 'completed', 'code': 200} Jul 21 06:40:58.544389 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9b2fee3e-f25a-466f-83d0-cf62e2586c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:40:58.598886 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-41448818-8b86-4b78-88fd-b4d0c5f82abb req-32755abf-914e-44bb-8219-062b1fe936b8 tempest-TestMinimumBasicScenario-265629958 tempest-TestMinimumBasicScenario-265629958-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac82ad70-7a1c-40c7-83eb-519088147c76 HTTP/1.1" status: 200 len: 210 time: 0.0288484 Jul 21 06:40:59.915958 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 7a899c90-0e7d-4a42-9984-b0e866be244e no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:40:59.934773 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: 7a899c90-0e7d-4a42-9984-b0e866be244e {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:40:59.935118 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device 7a899c90-0e7d-4a42-9984-b0e866be244e not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:00.017107 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:00.336511 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46950) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:00.425999 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:00.534867 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:00.647725 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (abd3d597-d806-468a-80be-05e59792d734), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:00.871809 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] Deleting port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:00.872056 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:00.954197 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] For port a0dbb17b-d1a7-4a5c-b067-2595e2dd0464, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=a0dbb17b-d1a7-4a5c-b067-2595e2dd0464,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:00.954553 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:00.967398 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] Calling delete_port for a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:01.144332 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (a0dbb17b-d1a7-4a5c-b067-2595e2dd0464), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:01.170303 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:01.170886 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0dbb17b-d1a7-4a5c-b067-2595e2dd0464,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:01.281237 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:01.331259 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:01.338842 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (abd3d597-d806-468a-80be-05e59792d734), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:01.541757 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] Router abd3d597-d806-468a-80be-05e59792d734 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:41:01.642772 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:41:01.648345 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-64e8892d-c5b2-402d-8563-ef6637222c51 admin admin] 10.222.0.42 "PUT /v2.0/routers/abd3d597-d806-468a-80be-05e59792d734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3107338 Jul 21 06:41:01.650792 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46952) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:01.653318 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] Sync routers for ids ['abd3d597-d806-468a-80be-05e59792d734'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:41:01.664623 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] Routers {'abd3d597-d806-468a-80be-05e59792d734'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:41:01.665227 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:40:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['abd3d597-d806-468a-80be-05e59792d734'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:01.736175 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:01.754219 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Publish callbacks [] for router (abd3d597-d806-468a-80be-05e59792d734), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:01.765161 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] Set router abd3d597-d806-468a-80be-05e59792d734 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:41:01.834707 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:01.861052 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Publish callbacks [] for router_gateway (abd3d597-d806-468a-80be-05e59792d734), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:01.904647 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Deleting port f5b482ec-750d-41ba-8ddf-77391715ad5b {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:01.904989 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:01.941023 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:41:01Z', 'revision_number': 5, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port': {'id': 'f5b482ec-750d-41ba-8ddf-77391715ad5b', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3d597-d806-468a-80be-05e59792d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:46Z', 'updated_at': '2022-07-21T06:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:01.966203 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] Checking router: abd3d597-d806-468a-80be-05e59792d734 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:41:01.972991 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:01.975125 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] Routers {'abd3d597-d806-468a-80be-05e59792d734'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:41:01.975735 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:40:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['abd3d597-d806-468a-80be-05e59792d734'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:01.990595 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] For port f5b482ec-750d-41ba-8ddf-77391715ad5b, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=f5b482ec-750d-41ba-8ddf-77391715ad5b,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:01.990945 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.003518 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Calling delete_port for f5b482ec-750d-41ba-8ddf-77391715ad5b owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:02.059847 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] Set router abd3d597-d806-468a-80be-05e59792d734 gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:41:02.066981 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:02.110636 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:41:01Z', 'revision_number': 6, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port_host': None}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:02.135281 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf1664-e31e-460b-badb-324ea48f877f None None] The sync data for ids ['abd3d597-d806-468a-80be-05e59792d734'] in dv-cinder-850318-3-iscsi is: [{'id': 'abd3d597-d806-468a-80be-05e59792d734', 'name': 'tempest-TestMinimumBasicScenario-2090455428-router', 'tenant_id': '9ba482e050244bc6a359090a616658ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:45Z', 'updated_at': '2022-07-21T06:41:01Z', 'revision_number': 6, 'project_id': '9ba482e050244bc6a359090a616658ec', 'gw_port_host': None}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:41:02.173077 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (f5b482ec-750d-41ba-8ddf-77391715ad5b), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.199993 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b482ec-750d-41ba-8ddf-77391715ad5b,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:02.262471 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (abd3d597-d806-468a-80be-05e59792d734), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.265023 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:02.349779 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (abd3d597-d806-468a-80be-05e59792d734), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.351871 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Publish callbacks [] for router_controller (abd3d597-d806-468a-80be-05e59792d734), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.395536 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (abd3d597-d806-468a-80be-05e59792d734), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.396657 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd3d597-d806-468a-80be-05e59792d734 {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:41:02.400875 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.402068 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-39e6b8c8-b868-4c0a-8f59-cd154da0698a admin admin] 10.222.0.42 "DELETE /v2.0/routers/abd3d597-d806-468a-80be-05e59792d734 HTTP/1.1" status: 204 len: 168 time: 0.7503569 Jul 21 06:41:02.404657 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46954) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:02.449124 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-152ba33d-4cd6-4410-9696-d111d08d0adb admin admin] Deleting subnet ecf01340-e21b-4644-9dcc-6e06fc5b46ee {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:41:02.452107 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-152ba33d-4cd6-4410-9696-d111d08d0adb admin admin] Publish callbacks [] for subnet (ecf01340-e21b-4644-9dcc-6e06fc5b46ee), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.489354 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-152ba33d-4cd6-4410-9696-d111d08d0adb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13677288'] for subnet (ecf01340-e21b-4644-9dcc-6e06fc5b46ee), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.573499 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-152ba33d-4cd6-4410-9696-d111d08d0adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (ecf01340-e21b-4644-9dcc-6e06fc5b46ee), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.626863 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-152ba33d-4cd6-4410-9696-d111d08d0adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16164760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14092732'] for subnet (ecf01340-e21b-4644-9dcc-6e06fc5b46ee), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.650945 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ba33d-4cd6-4410-9696-d111d08d0adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf01340-e21b-4644-9dcc-6e06fc5b46ee,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:02.657466 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-152ba33d-4cd6-4410-9696-d111d08d0adb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.661998 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-152ba33d-4cd6-4410-9696-d111d08d0adb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ecf01340-e21b-4644-9dcc-6e06fc5b46ee HTTP/1.1" status: 204 len: 168 time: 0.2563887 Jul 21 06:41:02.663040 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead4e679-da0f-40a3-b09f-49e556f6b2db None None] Network 87d8d15e-a080-4012-90f0-f7a65ac40143 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:41:02.664801 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 46956) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:02.736834 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (87d8d15e-a080-4012-90f0-f7a65ac40143), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.778924 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Deleting port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:02.779261 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.841664 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] For port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03,segment=NetworkSegment(3b5b3dff-4c60-44cd-bc4c-f4a128f0405e),segment_id=3b5b3dff-4c60-44cd-bc4c-f4a128f0405e)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:02.841969 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.854376 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Calling delete_port for f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:02.933589 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d7bfd-bcc4-4043-a543-b39eafcd047d None None] DHCP port deletion for 87d8d15e-a080-4012-90f0-f7a65ac40143 request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:41:02.937426 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:02.943525 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:02.967238 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:02.974345 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] No DVR routers for this DVR port f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 on host dv-cinder-850318-3-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:41:03.047944 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (87d8d15e-a080-4012-90f0-f7a65ac40143), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:03.071036 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d8d15e-a080-4012-90f0-f7a65ac40143']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:03.080427 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:03.080728 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5b3dff-4c60-44cd-bc4c-f4a128f0405e') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:03.090227 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13677265'] for segment (3b5b3dff-4c60-44cd-bc4c-f4a128f0405e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:03.103763 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (3b5b3dff-4c60-44cd-bc4c-f4a128f0405e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:03.110282 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:41:03.110814 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16164642'] for segment (3b5b3dff-4c60-44cd-bc4c-f4a128f0405e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:03.134830 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 3b5b3dff-4c60-44cd-bc4c-f4a128f0405e resource provider aggregate not found Jul 21 06:41:03.163535 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 3b5b3dff-4c60-44cd-bc4c-f4a128f0405e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b5b3dff-4c60-44cd-bc4c-f4a128f0405e found for delete ", "request_id": "req-e6f91211-6763-414e-b7cc-100dd8c59eed"}]} Jul 21 06:41:03.179468 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (87d8d15e-a080-4012-90f0-f7a65ac40143), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:03.185585 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:03.189016 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/87d8d15e-a080-4012-90f0-f7a65ac40143 HTTP/1.1" status: 204 len: 168 time: 0.5233002 Jul 21 06:41:03.193206 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46962) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:03.205833 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b2f21-a1fe-403c-b440-b87878572cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d8d15e-a080-4012-90f0-f7a65ac40143,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:03.500542 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:03.715840 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Deleting port 5b34495f-f8c1-458d-ac82-bbb4eb768901 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:03.716173 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:03.718617 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:03.767660 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:03.799250 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] For port 5b34495f-f8c1-458d-ac82-bbb4eb768901, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=5b34495f-f8c1-458d-ac82-bbb4eb768901,segment=NetworkSegment(810ec52c-bdef-4108-a599-ed3af879b439),segment_id=810ec52c-bdef-4108-a599-ed3af879b439)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:03.799612 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:03.812682 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Calling delete_port for 5b34495f-f8c1-458d-ac82-bbb4eb768901 owned by network:router_interface {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:03.860579 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:03.883894 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:03.884239 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f2f15f1d-a51a-4e9f-9abe-be0ec6eefb03 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:03.884658 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:03.903289 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:03.903627 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device a0dbb17b-d1a7-4a5c-b067-2595e2dd0464 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:03.904028 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f5b482ec-750d-41ba-8ddf-77391715ad5b no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:03.922398 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: f5b482ec-750d-41ba-8ddf-77391715ad5b {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:03.922740 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device f5b482ec-750d-41ba-8ddf-77391715ad5b not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:03.993207 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (5b34495f-f8c1-458d-ac82-bbb4eb768901), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:04.016139 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5b34495f-f8c1-458d-ac82-bbb4eb768901,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:04.026621 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.026903 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.027243 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.027578 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.027906 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.028816 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.028816 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.029008 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.029168 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.029492 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.029812 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.030157 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.030477 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.030794 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.031106 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:04.196609 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:04.401440 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:41:04.502886 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:41:04.509497 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2e6a491a-ef1c-49d6-94e5-5c1e2829d2ee admin admin] 10.222.0.42 "PUT /v2.0/routers/7e4dd2a9-2809-4dbd-91c5-40cb1376d97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3150089 Jul 21 06:41:04.510586 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46964) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:04.512544 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] Sync routers for ids ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:41:04.523803 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] Routers {'7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:41:04.524416 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:40:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:04.552651 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:04.608206 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:04.613967 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Publish callbacks [] for router (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:04.626973 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] Set router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:41:04.628493 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:04.732657 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:04.801966 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'name': 'tempest-TestMinimumBasicScenario-1411931023-router', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:51Z', 'updated_at': '2022-07-21T06:41:03Z', 'revision_number': 5, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'gw_port': {'id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:52Z', 'updated_at': '2022-07-21T06:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:04.832178 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] Checking router: 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:41:04.841776 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] Routers {'7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:41:04.842426 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:40:59Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:04.972486 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Publish callbacks [] for router_gateway (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.018952 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Deleting port e7383405-362a-4769-8ba1-f10334cccf74 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:05.019285 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (e7383405-362a-4769-8ba1-f10334cccf74), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.079356 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] Set router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:41:05.108451 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] For port e7383405-362a-4769-8ba1-f10334cccf74, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=e7383405-362a-4769-8ba1-f10334cccf74,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:05.108811 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (e7383405-362a-4769-8ba1-f10334cccf74), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.122005 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Calling delete_port for e7383405-362a-4769-8ba1-f10334cccf74 owned by network:router_gateway {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:05.243537 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'name': 'tempest-TestMinimumBasicScenario-1411931023-router', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:51Z', 'updated_at': '2022-07-21T06:41:03Z', 'revision_number': 5, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'gw_port': {'id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:52Z', 'updated_at': '2022-07-21T06:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:05.268973 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a0de7-1df1-45e1-a981-8ee0b02101df None None] The sync data for ids ['7e4dd2a9-2809-4dbd-91c5-40cb1376d97e'] in dv-cinder-850318-3-iscsi is: [{'id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'name': 'tempest-TestMinimumBasicScenario-1411931023-router', 'tenant_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:38:51Z', 'updated_at': '2022-07-21T06:41:03Z', 'revision_number': 5, 'project_id': 'f58c7912c6b24db6b34dde825f9e6c04', 'gw_port': {'id': 'e7383405-362a-4769-8ba1-f10334cccf74', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4dd2a9-2809-4dbd-91c5-40cb1376d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:38:52Z', 'updated_at': '2022-07-21T06:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:41:05.288608 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (e7383405-362a-4769-8ba1-f10334cccf74), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.314761 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7383405-362a-4769-8ba1-f10334cccf74,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:05.377482 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.463885 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.465975 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Publish callbacks [] for router_controller (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.510550 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (7e4dd2a9-2809-4dbd-91c5-40cb1376d97e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.511048 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e4dd2a9-2809-4dbd-91c5-40cb1376d97e {{(pid=103912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:41:05.515126 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.516242 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-397b0c5e-d668-4d6e-9614-28cf3def511d admin admin] 10.222.0.42 "DELETE /v2.0/routers/7e4dd2a9-2809-4dbd-91c5-40cb1376d97e HTTP/1.1" status: 204 len: 168 time: 1.0047104 Jul 21 06:41:05.518809 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46966) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:05.564108 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca3e40b-09ac-421d-a3ef-b62a7e6a435b admin admin] Deleting subnet 19ce7884-f9b0-41d9-b111-604e053c800e {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:41:05.567130 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ca3e40b-09ac-421d-a3ef-b62a7e6a435b admin admin] Publish callbacks [] for subnet (19ce7884-f9b0-41d9-b111-604e053c800e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.601636 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ca3e40b-09ac-421d-a3ef-b62a7e6a435b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14607510'] for subnet (19ce7884-f9b0-41d9-b111-604e053c800e), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.685682 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ca3e40b-09ac-421d-a3ef-b62a7e6a435b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (19ce7884-f9b0-41d9-b111-604e053c800e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.712766 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:05.728101 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:05.744370 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ca3e40b-09ac-421d-a3ef-b62a7e6a435b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14670680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12808584'] for subnet (19ce7884-f9b0-41d9-b111-604e053c800e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.768767 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3e40b-09ac-421d-a3ef-b62a7e6a435b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ce7884-f9b0-41d9-b111-604e053c800e,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:05.775595 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ca3e40b-09ac-421d-a3ef-b62a7e6a435b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.780985 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5ca3e40b-09ac-421d-a3ef-b62a7e6a435b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/19ce7884-f9b0-41d9-b111-604e053c800e HTTP/1.1" status: 204 len: 168 time: 0.2589855 Jul 21 06:41:05.781182 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135bb9cc-49f0-467e-9527-1abfba628509 None None] Network 74536201-2fc1-4dd4-ae5f-01e5a706e63d requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:41:05.781299 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46968) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:05.859925 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (74536201-2fc1-4dd4-ae5f-01e5a706e63d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.907918 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Deleting port ac473785-ace9-4f92-af61-c961b4613c8a {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:05.908051 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.979337 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] DHCP port deletion for 74536201-2fc1-4dd4-ae5f-01e5a706e63d request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:41:05.982004 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] For port ac473785-ace9-4f92-af61-c961b4613c8a, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=ac473785-ace9-4f92-af61-c961b4613c8a,segment=NetworkSegment(810ec52c-bdef-4108-a599-ed3af879b439),segment_id=810ec52c-bdef-4108-a599-ed3af879b439)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:05.982004 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:05.996587 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Calling delete_port for ac473785-ace9-4f92-af61-c961b4613c8a owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:06.009281 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5b34495f-f8c1-458d-ac82-bbb4eb768901 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:06.044509 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 5b34495f-f8c1-458d-ac82-bbb4eb768901 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:06.045094 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 5b34495f-f8c1-458d-ac82-bbb4eb768901 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:06.054020 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Deleting port ac473785-ace9-4f92-af61-c961b4613c8a {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:06.054889 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.081580 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.107873 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac473785-ace9-4f92-af61-c961b4613c8a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:06.109734 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] No DVR routers for this DVR port ac473785-ace9-4f92-af61-c961b4613c8a on host dv-cinder-850318-3-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:41:06.123643 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] For port ac473785-ace9-4f92-af61-c961b4613c8a, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=ac473785-ace9-4f92-af61-c961b4613c8a,segment=NetworkSegment(810ec52c-bdef-4108-a599-ed3af879b439),segment_id=810ec52c-bdef-4108-a599-ed3af879b439)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:06.124225 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.137199 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Calling delete_port for ac473785-ace9-4f92-af61-c961b4613c8a owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:06.185896 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (74536201-2fc1-4dd4-ae5f-01e5a706e63d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.205639 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74536201-2fc1-4dd4-ae5f-01e5a706e63d']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:06.215935 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810ec52c-bdef-4108-a599-ed3af879b439') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:06.216280 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810ec52c-bdef-4108-a599-ed3af879b439') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:06.219129 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (ac473785-ace9-4f92-af61-c961b4613c8a), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.227141 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (810ec52c-bdef-4108-a599-ed3af879b439), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.241846 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (810ec52c-bdef-4108-a599-ed3af879b439), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.246681 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] No DVR routers for this DVR port ac473785-ace9-4f92-af61-c961b4613c8a on host dv-cinder-850318-3-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:41:06.250713 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Pushing event deleted for resources: {'Port': ['ID=ac473785-ace9-4f92-af61-c961b4613c8a,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:06.251224 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:41:06.255846 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (810ec52c-bdef-4108-a599-ed3af879b439), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.264001 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.264430 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.264876 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.265295 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.265810 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.266241 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.266642 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.267091 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.267871 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.268283 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.268683 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.269085 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.269483 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.269876 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.270302 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef2c7e-eff1-4236-93b8-7ff316fa8c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850318-3-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 06:41:06.277241 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 810ec52c-bdef-4108-a599-ed3af879b439 resource provider aggregate not found Jul 21 06:41:06.316512 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 810ec52c-bdef-4108-a599-ed3af879b439 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 810ec52c-bdef-4108-a599-ed3af879b439 found for delete ", "request_id": "req-95896d69-326e-411c-b722-6913094b8921"}]} Jul 21 06:41:06.330994 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (74536201-2fc1-4dd4-ae5f-01e5a706e63d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.337149 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.340553 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] 10.222.0.42 "DELETE /v2.0/networks/74536201-2fc1-4dd4-ae5f-01e5a706e63d HTTP/1.1" status: 204 len: 168 time: 0.5581729 Jul 21 06:41:06.356734 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6893c-6f4c-471c-a2db-1e5a21580669 admin admin] Pushing event deleted for resources: {'Network': ['ID=74536201-2fc1-4dd4-ae5f-01e5a706e63d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:06.513393 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46976) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:06.555012 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e6a9d522-cb5f-4195-afca-e3f688aaf7bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ba482e050244bc6a359090a616658ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404258 Jul 21 06:41:06.557346 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46978) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:06.605205 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fcc23df-540b-4dd1-ab76-d58a8e7e9b8b admin admin] Publish callbacks [] for security_group (b82ca09f-580b-4f9d-8bfc-e0096b508875), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.626537 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fcc23df-540b-4dd1-ab76-d58a8e7e9b8b admin admin] Publish callbacks [] for security_group (b82ca09f-580b-4f9d-8bfc-e0096b508875), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.673426 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fcc23df-540b-4dd1-ab76-d58a8e7e9b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (b82ca09f-580b-4f9d-8bfc-e0096b508875), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.675927 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fcc23df-540b-4dd1-ab76-d58a8e7e9b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:06.678066 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1fcc23df-540b-4dd1-ab76-d58a8e7e9b8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b82ca09f-580b-4f9d-8bfc-e0096b508875 HTTP/1.1" status: 204 len: 168 time: 0.1188567 Jul 21 06:41:06.685553 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc23df-540b-4dd1-ab76-d58a8e7e9b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ca09f-580b-4f9d-8bfc-e0096b508875,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:06.994637 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46984) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:07.034601 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b5e974b0-fe3e-4289-b9c1-eb2b30f56ce9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f58c7912c6b24db6b34dde825f9e6c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388215 Jul 21 06:41:07.037083 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46986) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:07.042555 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:07.090159 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c4010da2-78fb-4260-ba4a-1d3c897280af admin admin] Publish callbacks [] for security_group (57636862-2d64-4179-b062-9fa4ab4ab25b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:07.106688 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:07.111495 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c4010da2-78fb-4260-ba4a-1d3c897280af admin admin] Publish callbacks [] for security_group (57636862-2d64-4179-b062-9fa4ab4ab25b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:07.158667 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c4010da2-78fb-4260-ba4a-1d3c897280af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (57636862-2d64-4179-b062-9fa4ab4ab25b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:07.161062 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c4010da2-78fb-4260-ba4a-1d3c897280af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:07.162370 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c4010da2-78fb-4260-ba4a-1d3c897280af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57636862-2d64-4179-b062-9fa4ab4ab25b HTTP/1.1" status: 204 len: 168 time: 0.1243951 Jul 21 06:41:07.171600 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4010da2-78fb-4260-ba4a-1d3c897280af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57636862-2d64-4179-b062-9fa4ab4ab25b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:07.858336 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device e7383405-362a-4769-8ba1-f10334cccf74 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:07.877731 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: e7383405-362a-4769-8ba1-f10334cccf74 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:07.878102 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device e7383405-362a-4769-8ba1-f10334cccf74 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:07.878515 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device ac473785-ace9-4f92-af61-c961b4613c8a no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:07.897018 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: ac473785-ace9-4f92-af61-c961b4613c8a {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:07.897361 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device ac473785-ace9-4f92-af61-c961b4613c8a not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:13.173463 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:13.191231 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:17.144732 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:17.165778 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:17.880889 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=78,neutron:DELETE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:17.881694 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=90,neutron:DELETE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:19.836732 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=30 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:19.841859 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=8 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:21.063420 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:26.226129 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-de54082c-2b36-4ec6-b46c-949ddb71eea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:28.538434 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-aff89c26-66cc-4fb0-87f7-acbf09d934d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:29.056604 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:41:30.018869 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:31.171888 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:31.729126 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:35.352900 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 46990) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:35.491081 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Deleting port 8d329229-cddf-4e19-8c06-b2b3a3138003 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:35.491656 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (8d329229-cddf-4e19-8c06-b2b3a3138003), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:35.571267 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (8d329229-cddf-4e19-8c06-b2b3a3138003), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:35.571588 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for floatingip (8d329229-cddf-4e19-8c06-b2b3a3138003), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:35.583588 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Calling delete_port for 8d329229-cddf-4e19-8c06-b2b3a3138003 owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:35.725338 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (8d329229-cddf-4e19-8c06-b2b3a3138003), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:35.753549 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event deleted for resources: {'Port': ['ID=8d329229-cddf-4e19-8c06-b2b3a3138003,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:35.816634 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for floatingip (a36ef666-0031-419d-b48f-a2aaa551d389), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:35.816993 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Floating IP a36ef666-0031-419d-b48f-a2aaa551d389 disassociated (deleted). External IP: 172.27.1.86, port: a91746a4-9dc2-4a55-966c-ce5ac2be362d. Jul 21 06:41:36.014171 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Router 4dfab07b-573b-412a-80db-472643f2d6b1 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:41:36.118426 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:41:36.123122 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:36.128992 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] Sync routers for ids ['4dfab07b-573b-412a-80db-472643f2d6b1'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:41:36.138260 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] Routers {'4dfab07b-573b-412a-80db-472643f2d6b1'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:41:36.138864 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:41:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['4dfab07b-573b-412a-80db-472643f2d6b1'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:36.154909 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-44f41d94-4056-43f0-b607-1c05039ea4b1 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "DELETE /v2.0/floatingips/a36ef666-0031-419d-b48f-a2aaa551d389 HTTP/1.1" status: 204 len: 168 time: 0.8009956 Jul 21 06:41:36.156047 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:41:36.158343 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f72b58-0866-4199-9bc4-bac57f3e7953" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:41:36.240763 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] Set router 4dfab07b-573b-412a-80db-472643f2d6b1 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:41:36.418168 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdab941-fa85-4499-9bb4-c552e6ba6157 req-2d706fdc-0052-4a73-816d-aa473b97b3e9 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:41:36.420385 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dbdab941-fa85-4499-9bb4-c552e6ba6157 req-2d706fdc-0052-4a73-816d-aa473b97b3e9 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0647969 Jul 21 06:41:36.423518 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 06:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64396a63-c557-4d0b-a0de-de1c3a25671e x-openstack-request-id: req-64396a63-c557-4d0b-a0de-de1c3a25671e {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:41:36.424010 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:41:36.424111 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64396a63-c557-4d0b-a0de-de1c3a25671e {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:41:36.424688 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64396a63-c557-4d0b-a0de-de1c3a25671e'] response: {'name': 'network-changed', 'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'status': 'completed', 'code': 200} Jul 21 06:41:36.474042 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dbdab941-fa85-4499-9bb4-c552e6ba6157 req-f5f9dcc6-fe9b-4ad1-9d0a-68011280ddee tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472448 Jul 21 06:41:36.551850 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:55Z', 'revision_number': 5, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:36.577036 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] Checking router: 4dfab07b-573b-412a-80db-472643f2d6b1 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:41:36.585912 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] Routers {'4dfab07b-573b-412a-80db-472643f2d6b1'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:41:36.586545 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:41:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['4dfab07b-573b-412a-80db-472643f2d6b1'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:36.685444 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] Set router 4dfab07b-573b-412a-80db-472643f2d6b1 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:41:36.870283 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:55Z', 'revision_number': 5, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:36.894288 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073b2b77-86c7-4cfe-bf72-556b213f4dfe None None] The sync data for ids ['4dfab07b-573b-412a-80db-472643f2d6b1'] in dv-cinder-850318-3-iscsi is: [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:36:50Z', 'revision_number': 4, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi', '_interfaces': [{'id': '7c171f56-2bfe-488a-9a4e-1bff7d034df4', 'name': '', 'network_id': '28e3c66a-9e49-48c3-be94-3809b043754b', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'mac_address': 'fa:16:3e:8b:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:49Z', 'updated_at': '2022-07-21T06:36:55Z', 'revision_number': 5, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'subnets': [{'id': '0be248ef-fb73-4661-827d-dd19d3c5af7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:41:37.101637 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69589f41-0df0-4dcd-8272-088624295c10 None None] New status for floating IP a36ef666-0031-419d-b48f-a2aaa551d389: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 06:41:37.536478 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:37.538916 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:37.543538 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-4e9cf0d9-05d6-48ec-9070-c002974c003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:41:37.545050 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-4e9cf0d9-05d6-48ec-9070-c002974c003f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3a6e00103d49038260d28a680a9c56&device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 1129 time: 0.1342316 Jul 21 06:41:37.590034 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2720c8-0f27-423d-acab-1589a688a99c req-430cbc46-4e8e-4bb1-aa6f-87fdf5f44426 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:41:37.591567 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2a2720c8-0f27-423d-acab-1589a688a99c req-430cbc46-4e8e-4bb1-aa6f-87fdf5f44426 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0474472 Jul 21 06:41:37.641211 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2a2720c8-0f27-423d-acab-1589a688a99c req-0b2f6664-ca60-430d-b8bb-f2e1f52633c4 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/security-groups?id=047f95ce-9bd1-48e3-a058-e8047f5a6687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441597 Jul 21 06:41:37.682792 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-5a88b8f0-3dcc-48f0-b4b8-429200a8862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:41:37.684166 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-5a88b8f0-3dcc-48f0-b4b8-429200a8862f service neutron] 10.222.0.36 "GET /v2.0/networks?id=28e3c66a-9e49-48c3-be94-3809b043754b HTTP/1.1" status: 200 len: 909 time: 0.0917099 Jul 21 06:41:37.890244 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-b91eed62-fe90-4347-91a8-051470166aec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d HTTP/1.1" status: 200 len: 217 time: 0.0334785 Jul 21 06:41:37.938558 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-40892089-3d32-4d04-b489-3d3e0e5563c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:41:37.939870 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-40892089-3d32-4d04-b489-3d3e0e5563c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0be248ef-fb73-4661-827d-dd19d3c5af7b HTTP/1.1" status: 200 len: 847 time: 0.0439129 Jul 21 06:41:38.062232 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-0d57b175-97bf-481b-9969-b4eea5231a79 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:41:38.063673 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-0d57b175-97bf-481b-9969-b4eea5231a79 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 945 time: 0.0763185 Jul 21 06:41:38.064701 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-1e4cd516-dda8-4dfb-9b2a-87cbfc7ed69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 06:41:38.066076 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-1e4cd516-dda8-4dfb-9b2a-87cbfc7ed69b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28e3c66a-9e49-48c3-be94-3809b043754b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776682 Jul 21 06:41:38.204910 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-02a64079-433f-49ca-a8a3-24d056e28f87 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Deleting port a91746a4-9dc2-4a55-966c-ce5ac2be362d {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:38.205167 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-02a64079-433f-49ca-a8a3-24d056e28f87 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:38.238564 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-72feb16f-a170-4d21-b080-64a62da8f399 service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599150 Jul 21 06:41:38.362902 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-02a64079-433f-49ca-a8a3-24d056e28f87 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] For port a91746a4-9dc2-4a55-966c-ce5ac2be362d, host hv-cinder-85031, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85031',level=0,port_id=a91746a4-9dc2-4a55-966c-ce5ac2be362d,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:38.363259 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-02a64079-433f-49ca-a8a3-24d056e28f87 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:38.383171 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-02a64079-433f-49ca-a8a3-24d056e28f87 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Calling delete_port for a91746a4-9dc2-4a55-966c-ce5ac2be362d owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:38.399991 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-27f72b58-0866-4199-9bc4-bac57f3e7953 req-d86cfbf0-a3bb-4202-b531-a94eacf091e6 service neutron] 10.222.0.36 "GET /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283143 Jul 21 06:41:38.519385 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-02a64079-433f-49ca-a8a3-24d056e28f87 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (a91746a4-9dc2-4a55-966c-ce5ac2be362d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:38.547661 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a64079-433f-49ca-a8a3-24d056e28f87 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event deleted for resources: {'Port': ['ID=a91746a4-9dc2-4a55-966c-ce5ac2be362d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:38.594987 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-02a64079-433f-49ca-a8a3-24d056e28f87 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] No DVR routers for this DVR port a91746a4-9dc2-4a55-966c-ce5ac2be362d on host hv-cinder-85031 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:41:38.597478 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-02a64079-433f-49ca-a8a3-24d056e28f87 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165333'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:38.600837 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aadaa5d4-0e9b-451b-a0a6-636297c4e7fc req-02a64079-433f-49ca-a8a3-24d056e28f87 tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.36 "DELETE /v2.0/ports/a91746a4-9dc2-4a55-966c-ce5ac2be362d HTTP/1.1" status: 204 len: 173 time: 0.5281863 Jul 21 06:41:38.601262 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'name': 'network-vif-deleted', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 06:41:38.603498 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baea944d50eb76ff7d66d55ea8191a77d8a1f85ebaf0330d004962676d2315f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5df10c-dddc-4abc-acb5-918dabf3fc36" -d '{"events": [{"server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "name": "network-vif-deleted", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 06:41:38.642711 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 06:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d3f054-085d-4723-ae7d-8ff5f94cdc61 x-openstack-request-id: req-74d3f054-085d-4723-ae7d-8ff5f94cdc61 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 06:41:38.643214 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4bc012-5129-4651-97ea-340f735e5e53", "name": "network-vif-deleted", "tag": "a91746a4-9dc2-4a55-966c-ce5ac2be362d", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 06:41:38.643468 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74d3f054-085d-4723-ae7d-8ff5f94cdc61 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 06:41:38.643900 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d3f054-085d-4723-ae7d-8ff5f94cdc61'] response: {'server_uuid': '1d4bc012-5129-4651-97ea-340f735e5e53', 'name': 'network-vif-deleted', 'tag': 'a91746a4-9dc2-4a55-966c-ce5ac2be362d', 'status': 'completed', 'code': 200} Jul 21 06:41:38.743048 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0d682e87-53ac-43fa-bc1f-01c808ce5b87 req-c10b1b43-8a5f-4a84-aae9-f638fcb5378c tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4bc012-5129-4651-97ea-340f735e5e53 HTTP/1.1" status: 200 len: 210 time: 0.0306225 Jul 21 06:41:39.803222 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 47012) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:39.859512 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7304e842-dbde-4bc5-8e64-0542edede3ca tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group (047f95ce-9bd1-48e3-a058-e8047f5a6687), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:39.868808 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:39.886078 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7304e842-dbde-4bc5-8e64-0542edede3ca tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group (047f95ce-9bd1-48e3-a058-e8047f5a6687), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:39.895620 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:39.946664 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7304e842-dbde-4bc5-8e64-0542edede3ca tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (047f95ce-9bd1-48e3-a058-e8047f5a6687), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:39.949400 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7304e842-dbde-4bc5-8e64-0542edede3ca tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:39.950566 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7304e842-dbde-4bc5-8e64-0542edede3ca tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] 10.222.0.42 "DELETE /v2.0/security-groups/047f95ce-9bd1-48e3-a058-e8047f5a6687 HTTP/1.1" status: 204 len: 168 time: 0.1477633 Jul 21 06:41:39.960617 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304e842-dbde-4bc5-8e64-0542edede3ca tempest-TestShelveInstance-2145362309 tempest-TestShelveInstance-2145362309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047f95ce-9bd1-48e3-a058-e8047f5a6687,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:39.988485 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 47016) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:40.541770 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (4dfab07b-573b-412a-80db-472643f2d6b1), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:40.763374 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] Deleting port 7c171f56-2bfe-488a-9a4e-1bff7d034df4 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:40.763711 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:40.845654 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] For port 7c171f56-2bfe-488a-9a4e-1bff7d034df4, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=7c171f56-2bfe-488a-9a4e-1bff7d034df4,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:40.845911 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:40.858620 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] Calling delete_port for 7c171f56-2bfe-488a-9a4e-1bff7d034df4 owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:40.903175 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:40.956094 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:41.037426 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (7c171f56-2bfe-488a-9a4e-1bff7d034df4), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:41.063773 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c171f56-2bfe-488a-9a4e-1bff7d034df4,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:41.221907 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (4dfab07b-573b-412a-80db-472643f2d6b1), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:41.432468 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] Router 4dfab07b-573b-412a-80db-472643f2d6b1 has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:41:41.535477 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:41:41.541693 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e793dda7-0fcb-4040-8f2c-0eb3afffbcf5 admin admin] 10.222.0.42 "PUT /v2.0/routers/4dfab07b-573b-412a-80db-472643f2d6b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5520103 Jul 21 06:41:41.543771 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 47018) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:41.545712 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] Sync routers for ids ['4dfab07b-573b-412a-80db-472643f2d6b1'] in dv-cinder-850318-3-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:41:41.556843 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] Routers {'4dfab07b-573b-412a-80db-472643f2d6b1'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:41:41.557448 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:41:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['4dfab07b-573b-412a-80db-472643f2d6b1'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:41.644069 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Publish callbacks [] for router (4dfab07b-573b-412a-80db-472643f2d6b1), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:41.657308 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] Set router 4dfab07b-573b-412a-80db-472643f2d6b1 gateway port host: dv-cinder-850318-3-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:41:41.742929 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Publish callbacks [] for router_gateway (4dfab07b-573b-412a-80db-472643f2d6b1), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:41.784546 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Deleting port c340614d-0edc-46c4-afe9-d36d76da06e8 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:41.785149 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:41.817582 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:41.826599 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:41:40Z', 'revision_number': 5, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port': {'id': 'c340614d-0edc-46c4-afe9-d36d76da06e8', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:47Z', 'updated_at': '2022-07-21T06:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:41.857274 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] Checking router: 4dfab07b-573b-412a-80db-472643f2d6b1 for host: dv-cinder-850318-3-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:41:41.866199 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] Routers {'4dfab07b-573b-412a-80db-472643f2d6b1'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:41:41.866829 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:41:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['4dfab07b-573b-412a-80db-472643f2d6b1'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:41.872367 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] For port c340614d-0edc-46c4-afe9-d36d76da06e8, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=c340614d-0edc-46c4-afe9-d36d76da06e8,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:41.872729 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:41.886914 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Calling delete_port for c340614d-0edc-46c4-afe9-d36d76da06e8 owned by network:router_gateway {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:41.939418 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:41.948275 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] Set router 4dfab07b-573b-412a-80db-472643f2d6b1 gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:41:41.998287 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:41:41Z', 'revision_number': 6, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port_host': None}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:42.023275 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770386e1-ae74-4068-b424-5d9a3b2b7bae None None] The sync data for ids ['4dfab07b-573b-412a-80db-472643f2d6b1'] in dv-cinder-850318-3-iscsi is: [{'id': '4dfab07b-573b-412a-80db-472643f2d6b1', 'name': 'tempest-TestShelveInstance-384712506-router', 'tenant_id': 'fd3a6e00103d49038260d28a680a9c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:46Z', 'updated_at': '2022-07-21T06:41:41Z', 'revision_number': 6, 'project_id': 'fd3a6e00103d49038260d28a680a9c56', 'gw_port_host': None}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:41:42.074782 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device a91746a4-9dc2-4a55-966c-ce5ac2be362d no longer exists at agent hyperv_hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:42.094387 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] No Port match for: a91746a4-9dc2-4a55-966c-ce5ac2be362d {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:42.094827 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Device a91746a4-9dc2-4a55-966c-ce5ac2be362d not bound to the agent host hv-cinder-85031 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:42.311405 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (c340614d-0edc-46c4-afe9-d36d76da06e8), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.336287 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c340614d-0edc-46c4-afe9-d36d76da06e8,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:42.399789 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (4dfab07b-573b-412a-80db-472643f2d6b1), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.491607 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (4dfab07b-573b-412a-80db-472643f2d6b1), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.493779 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Publish callbacks [] for router_controller (4dfab07b-573b-412a-80db-472643f2d6b1), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.535335 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (4dfab07b-573b-412a-80db-472643f2d6b1), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.535936 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dfab07b-573b-412a-80db-472643f2d6b1 {{(pid=103912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:41:42.541326 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.542195 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-008eb68a-3e08-4b4c-8155-7c3e2e4308b5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4dfab07b-573b-412a-80db-472643f2d6b1 HTTP/1.1" status: 204 len: 168 time: 0.9974062 Jul 21 06:41:42.544799 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 47020) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:42.588040 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:42.593647 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd1da04-c2b6-4999-8056-e9b670eec885 admin admin] Deleting subnet 0be248ef-fb73-4661-827d-dd19d3c5af7b {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:41:42.596916 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bd1da04-c2b6-4999-8056-e9b670eec885 admin admin] Publish callbacks [] for subnet (0be248ef-fb73-4661-827d-dd19d3c5af7b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.632156 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bd1da04-c2b6-4999-8056-e9b670eec885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14607510'] for subnet (0be248ef-fb73-4661-827d-dd19d3c5af7b), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.708074 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:42.711535 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bd1da04-c2b6-4999-8056-e9b670eec885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (0be248ef-fb73-4661-827d-dd19d3c5af7b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.765880 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bd1da04-c2b6-4999-8056-e9b670eec885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14670680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12808584'] for subnet (0be248ef-fb73-4661-827d-dd19d3c5af7b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.793741 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1da04-c2b6-4999-8056-e9b670eec885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be248ef-fb73-4661-827d-dd19d3c5af7b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:42.798559 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bd1da04-c2b6-4999-8056-e9b670eec885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.805000 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4bd1da04-c2b6-4999-8056-e9b670eec885 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0be248ef-fb73-4661-827d-dd19d3c5af7b HTTP/1.1" status: 204 len: 168 time: 0.2563848 Jul 21 06:41:42.805203 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.42', 47022) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:42.810044 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79280a1b-fd44-47bc-b774-e33f127c5988 None None] Network 28e3c66a-9e49-48c3-be94-3809b043754b requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:41:42.885558 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (28e3c66a-9e49-48c3-be94-3809b043754b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.931256 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Deleting port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:42.931594 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:42.986593 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768356b5-1efe-403d-83be-91577b78c3a1 None None] DHCP port deletion for 28e3c66a-9e49-48c3-be94-3809b043754b request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:41:43.008634 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] For port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:43.008998 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.026570 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Calling delete_port for dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:43.028021 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-768356b5-1efe-403d-83be-91577b78c3a1 None None] Deleting port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:43.028392 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-768356b5-1efe-403d-83be-91577b78c3a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.106144 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-768356b5-1efe-403d-83be-91577b78c3a1 None None] For port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc,segment=NetworkSegment(f5dde17b-87ed-4e8e-8574-61fc2179c28d),segment_id=f5dde17b-87ed-4e8e-8574-61fc2179c28d)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:43.106930 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-768356b5-1efe-403d-83be-91577b78c3a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.115093 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14670773'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.120367 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-768356b5-1efe-403d-83be-91577b78c3a1 None None] Calling delete_port for dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:43.141502 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:43.144748 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] No DVR routers for this DVR port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc on host dv-cinder-850318-3-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:41:43.204034 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-768356b5-1efe-403d-83be-91577b78c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.221600 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (28e3c66a-9e49-48c3-be94-3809b043754b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.240309 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768356b5-1efe-403d-83be-91577b78c3a1 None None] No DVR routers for this DVR port dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc on host dv-cinder-850318-3-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:41:43.240309 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768356b5-1efe-403d-83be-91577b78c3a1 None None] Pushing event deleted for resources: {'Port': ['ID=dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:43.245686 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e3c66a-9e49-48c3-be94-3809b043754b']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:43.255758 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dde17b-87ed-4e8e-8574-61fc2179c28d') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:43.256054 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dde17b-87ed-4e8e-8574-61fc2179c28d') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:43.265732 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14607535'] for segment (f5dde17b-87ed-4e8e-8574-61fc2179c28d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.279453 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (f5dde17b-87ed-4e8e-8574-61fc2179c28d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.286135 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:41:43.286586 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14670818'] for segment (f5dde17b-87ed-4e8e-8574-61fc2179c28d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.310217 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment f5dde17b-87ed-4e8e-8574-61fc2179c28d resource provider aggregate not found Jul 21 06:41:43.343148 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment f5dde17b-87ed-4e8e-8574-61fc2179c28d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5dde17b-87ed-4e8e-8574-61fc2179c28d found for delete ", "request_id": "req-a0b3f08d-5de8-471f-8092-61002d286ddd"}]} Jul 21 06:41:43.357235 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (28e3c66a-9e49-48c3-be94-3809b043754b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.361549 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.364729 dv-cinder-850318-3-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] 10.222.0.42 "DELETE /v2.0/networks/28e3c66a-9e49-48c3-be94-3809b043754b HTTP/1.1" status: 204 len: 168 time: 0.5586345 Jul 21 06:41:43.367903 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 47028) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:43.377255 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9bed7-b342-44dc-a20b-e589fad83841 admin admin] Pushing event deleted for resources: {'Network': ['ID=28e3c66a-9e49-48c3-be94-3809b043754b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:43.633633 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:43.640536 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:43.691564 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1797082'] for router_interface (9242278d-548d-4df1-aa71-e418d6f2268c), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.877247 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 7c171f56-2bfe-488a-9a4e-1bff7d034df4 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:43.898154 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 7c171f56-2bfe-488a-9a4e-1bff7d034df4 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:43.898414 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 7c171f56-2bfe-488a-9a4e-1bff7d034df4 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:43.898828 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device c340614d-0edc-46c4-afe9-d36d76da06e8 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:43.913715 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] Deleting port c529d2a2-69be-43ae-9671-a2ca05b1449f {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:43.914092 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:43.916651 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: c340614d-0edc-46c4-afe9-d36d76da06e8 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:43.916991 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device c340614d-0edc-46c4-afe9-d36d76da06e8 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:43.917399 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:43.935322 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:43.935669 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device dc9cc23f-c8fa-40c1-ad35-a5c3c5eb2ddc not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:44.000276 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] For port c529d2a2-69be-43ae-9671-a2ca05b1449f, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=c529d2a2-69be-43ae-9671-a2ca05b1449f,segment=NetworkSegment(da75e229-b566-44c4-a75b-da2707c303d6),segment_id=da75e229-b566-44c4-a75b-da2707c303d6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:44.000635 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:44.013803 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] Calling delete_port for c529d2a2-69be-43ae-9671-a2ca05b1449f owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:44.189561 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (c529d2a2-69be-43ae-9671-a2ca05b1449f), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:44.214761 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c529d2a2-69be-43ae-9671-a2ca05b1449f,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:44.378697 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1795626'] for router_interface (9242278d-548d-4df1-aa71-e418d6f2268c), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:44.475088 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:44.482307 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:44.583399 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] Router 9242278d-548d-4df1-aa71-e418d6f2268c has already been hosted by L3 agent 81a0b4fc-174d-47c9-af12-72a50b59361f {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 06:41:44.684580 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] Notify agent at l3_agent.dv-cinder-850318-3-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 06:41:44.689427 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-cd957ade-1d4c-4d46-a7d5-19817a11fcd1 admin admin] 10.222.0.42 "PUT /v2.0/routers/9242278d-548d-4df1-aa71-e418d6f2268c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3204095 Jul 21 06:41:44.692105 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 47030) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:44.692888 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] Sync routers for ids ['9242278d-548d-4df1-aa71-e418d6f2268c'] in dv-cinder-850318-3-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 06:41:44.703739 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] Routers {'9242278d-548d-4df1-aa71-e418d6f2268c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:41:44.704343 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:41:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['9242278d-548d-4df1-aa71-e418d6f2268c'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:44.796335 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Publish callbacks [] for router (9242278d-548d-4df1-aa71-e418d6f2268c), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:44.806930 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] Set router 9242278d-548d-4df1-aa71-e418d6f2268c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:41:44.938332 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:44.998266 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'name': 'tempest-TestShelveInstance-644730865-router', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:52Z', 'updated_at': '2022-07-21T06:41:44Z', 'revision_number': 5, 'project_id': 'f188a0b484cc4781953e86161e579322', 'gw_port': {'id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:53Z', 'updated_at': '2022-07-21T06:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:45.024336 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] Checking router: 9242278d-548d-4df1-aa71-e418d6f2268c for host: dv-cinder-850318-3-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 06:41:45.033204 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] Routers {'9242278d-548d-4df1-aa71-e418d6f2268c'} bound to L3 agent in host dv-cinder-850318-3-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 06:41:45.033849 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850318-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T06:21:58Z,description=,heartbeat_timestamp=2022-07-21T06:41:29Z,host='dv-cinder-850318-3-iscsi',id=81a0b4fc-174d-47c9-af12-72a50b59361f,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T06:21:59Z,topic='l3_agent')) {'router_ids': ['9242278d-548d-4df1-aa71-e418d6f2268c'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:45.075115 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:45.139177 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] Set router 9242278d-548d-4df1-aa71-e418d6f2268c gateway port host: dv-cinder-850318-3-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 06:41:45.146812 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Publish callbacks [] for router_gateway (9242278d-548d-4df1-aa71-e418d6f2268c), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.188678 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Deleting port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:45.189024 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.273644 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] For port 648d5d5a-4bf4-45e4-9c53-d6199201c6d5, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=648d5d5a-4bf4-45e4-9c53-d6199201c6d5,segment=NetworkSegment(e6924f7c-0e12-4f2d-9a9e-4132991ac273),segment_id=e6924f7c-0e12-4f2d-9a9e-4132991ac273)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:45.274035 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.287274 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Calling delete_port for 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:45.306095 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'name': 'tempest-TestShelveInstance-644730865-router', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:52Z', 'updated_at': '2022-07-21T06:41:44Z', 'revision_number': 5, 'project_id': 'f188a0b484cc4781953e86161e579322', 'gw_port': {'id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:53Z', 'updated_at': '2022-07-21T06:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}], 'dv-cinder-850318-3-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:45.335557 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4a3cd-c418-4f20-887c-4e0b2b0920cc None None] The sync data for ids ['9242278d-548d-4df1-aa71-e418d6f2268c'] in dv-cinder-850318-3-iscsi is: [{'id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'name': 'tempest-TestShelveInstance-644730865-router', 'tenant_id': 'f188a0b484cc4781953e86161e579322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'external_fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T06:36:52Z', 'updated_at': '2022-07-21T06:41:44Z', 'revision_number': 5, 'project_id': 'f188a0b484cc4781953e86161e579322', 'gw_port': {'id': '648d5d5a-4bf4-45e4-9c53-d6199201c6d5', 'name': '', 'network_id': 'dc822d57-141d-4dcd-955b-2820ece99222', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9242278d-548d-4df1-aa71-e418d6f2268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850318-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T06:36:53Z', 'updated_at': '2022-07-21T06:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e2c928c-8284-4df7-9ee5-e2d0e0aad746', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850318-3-iscsi'}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 06:41:45.453986 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (648d5d5a-4bf4-45e4-9c53-d6199201c6d5), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.478450 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=648d5d5a-4bf4-45e4-9c53-d6199201c6d5,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:45.539282 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1796385'] for router_gateway (9242278d-548d-4df1-aa71-e418d6f2268c), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.618473 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:45.622222 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:45.625684 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1795573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2702'] for router (9242278d-548d-4df1-aa71-e418d6f2268c), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.628507 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Publish callbacks [] for router_controller (9242278d-548d-4df1-aa71-e418d6f2268c), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.672223 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795460'] for router (9242278d-548d-4df1-aa71-e418d6f2268c), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.672790 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9242278d-548d-4df1-aa71-e418d6f2268c {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 06:41:45.677280 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.678493 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8b1b2201-527a-4e54-aa4c-09283523f7c7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9242278d-548d-4df1-aa71-e418d6f2268c HTTP/1.1" status: 204 len: 168 time: 0.9854829 Jul 21 06:41:45.682082 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 47032) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:45.845577 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53e8e42-5d29-4ebe-b651-6843ed55d66e admin admin] Deleting subnet a5cbd7cb-0d60-4b03-a3f9-c8146c6df168 {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 06:41:45.848902 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f53e8e42-5d29-4ebe-b651-6843ed55d66e admin admin] Publish callbacks [] for subnet (a5cbd7cb-0d60-4b03-a3f9-c8146c6df168), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.889171 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f53e8e42-5d29-4ebe-b651-6843ed55d66e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13677288'] for subnet (a5cbd7cb-0d60-4b03-a3f9-c8146c6df168), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:45.934986 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device c529d2a2-69be-43ae-9671-a2ca05b1449f no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:45.960963 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: c529d2a2-69be-43ae-9671-a2ca05b1449f {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:45.961307 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device c529d2a2-69be-43ae-9671-a2ca05b1449f not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:45.988492 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f53e8e42-5d29-4ebe-b651-6843ed55d66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686397'] for subnet (a5cbd7cb-0d60-4b03-a3f9-c8146c6df168), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.044739 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f53e8e42-5d29-4ebe-b651-6843ed55d66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16164760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14092732'] for subnet (a5cbd7cb-0d60-4b03-a3f9-c8146c6df168), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.071651 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e8e42-5d29-4ebe-b651-6843ed55d66e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5cbd7cb-0d60-4b03-a3f9-c8146c6df168,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:46.076490 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f53e8e42-5d29-4ebe-b651-6843ed55d66e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.080307 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f53e8e42-5d29-4ebe-b651-6843ed55d66e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a5cbd7cb-0d60-4b03-a3f9-c8146c6df168 HTTP/1.1" status: 204 len: 168 time: 0.3970945 Jul 21 06:41:46.081630 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858ae8e1-dd09-4587-8035-b4efdea51f0f None None] Network 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 requested from dv-cinder-850318-3-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 06:41:46.082727 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 47036) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:46.165042 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754996'] for network (72ee13a2-7539-4c1d-b8b2-93ce65d48fb6), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.219827 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Deleting port 0af26d69-68c4-4dbd-b819-9437daf09209 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:46.220206 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.293572 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] For port 0af26d69-68c4-4dbd-b819-9437daf09209, host dv-cinder-850318-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850318-3-iscsi',level=0,port_id=0af26d69-68c4-4dbd-b819-9437daf09209,segment=NetworkSegment(da75e229-b566-44c4-a75b-da2707c303d6),segment_id=da75e229-b566-44c4-a75b-da2707c303d6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:46.293861 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.310912 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Calling delete_port for 0af26d69-68c4-4dbd-b819-9437daf09209 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:46.338530 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4be1c4-6802-4544-aadf-bd7381549acd None None] DHCP port deletion for 72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 request from dv-cinder-850318-3-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 06:41:46.395943 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16164725'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.422980 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af26d69-68c4-4dbd-b819-9437daf09209,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:46.426199 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] No DVR routers for this DVR port 0af26d69-68c4-4dbd-b819-9437daf09209 on host dv-cinder-850318-3-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:41:46.504677 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686518', 'neutron.services.segments.db._delete_segments_for_network-8793384631116'] for network (72ee13a2-7539-4c1d-b8b2-93ce65d48fb6), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.507279 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-fc4be1c4-6802-4544-aadf-bd7381549acd None None] Deleting port 0af26d69-68c4-4dbd-b819-9437daf09209 {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 06:41:46.507678 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fc4be1c4-6802-4544-aadf-bd7381549acd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793384633784'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.526723 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ee13a2-7539-4c1d-b8b2-93ce65d48fb6']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:46.536125 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da75e229-b566-44c4-a75b-da2707c303d6') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:46.536419 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da75e229-b566-44c4-a75b-da2707c303d6') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 06:41:46.547409 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793384629989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13677265'] for segment (da75e229-b566-44c4-a75b-da2707c303d6), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.561697 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020'] for segment (da75e229-b566-44c4-a75b-da2707c303d6), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.568698 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 06:41:46.569028 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16164642'] for segment (da75e229-b566-44c4-a75b-da2707c303d6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.571002 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-fc4be1c4-6802-4544-aadf-bd7381549acd None None] For port 0af26d69-68c4-4dbd-b819-9437daf09209, host dv-cinder-850318-3-iscsi, got binding levels [] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 06:41:46.571402 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fc4be1c4-6802-4544-aadf-bd7381549acd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1790682'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.586780 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-fc4be1c4-6802-4544-aadf-bd7381549acd None None] Calling delete_port for 0af26d69-68c4-4dbd-b819-9437daf09209 owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 06:41:46.589881 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.ipam_backend_mixin [None req-fc4be1c4-6802-4544-aadf-bd7381549acd None None] Port 0af26d69-68c4-4dbd-b819-9437daf09209 was not found and therefore no delete operation was performed {{(pid=103913) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 21 06:41:46.591147 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fc4be1c4-6802-4544-aadf-bd7381549acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793384639016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793384181005'] for port (0af26d69-68c4-4dbd-b819-9437daf09209), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.619732 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4be1c4-6802-4544-aadf-bd7381549acd None None] Pushing event deleted for resources: {'Port': ['ID=0af26d69-68c4-4dbd-b819-9437daf09209,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:46.621710 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4be1c4-6802-4544-aadf-bd7381549acd None None] No DVR routers for this DVR port 0af26d69-68c4-4dbd-b819-9437daf09209 on host dv-cinder-850318-3-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 06:41:46.644598 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1796543'] for network (72ee13a2-7539-4c1d-b8b2-93ce65d48fb6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.650124 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637102'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.653655 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/72ee13a2-7539-4c1d-b8b2-93ce65d48fb6 HTTP/1.1" status: 204 len: 168 time: 0.5699739 Jul 21 06:41:46.666923 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82c23f-9992-4583-9450-85b5f0ba49a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ee13a2-7539-4c1d-b8b2-93ce65d48fb6,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:46.724304 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment da75e229-b566-44c4-a75b-da2707c303d6 resource provider aggregate not found Jul 21 06:41:46.747068 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment da75e229-b566-44c4-a75b-da2707c303d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da75e229-b566-44c4-a75b-da2707c303d6 found for delete ", "request_id": "req-77e4dfde-88cc-44d1-92e4-4327611ff8f2"}]} Jul 21 06:41:46.776538 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 47046) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:46.782773 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:46.822805 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f12d1d33-cbe8-4e2b-862f-ef1713611501 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd3a6e00103d49038260d28a680a9c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450809 Jul 21 06:41:46.825210 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 47048) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:46.842592 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:46.878832 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-249f459f-a79c-4d30-9c43-f0ef15af342e admin admin] Publish callbacks [] for security_group (4e5b7dee-77c1-4196-8b1c-c85b2647083d), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.900728 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-249f459f-a79c-4d30-9c43-f0ef15af342e admin admin] Publish callbacks [] for security_group (4e5b7dee-77c1-4196-8b1c-c85b2647083d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.947759 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-249f459f-a79c-4d30-9c43-f0ef15af342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (4e5b7dee-77c1-4196-8b1c-c85b2647083d), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.950204 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-249f459f-a79c-4d30-9c43-f0ef15af342e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:46.951431 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-249f459f-a79c-4d30-9c43-f0ef15af342e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e5b7dee-77c1-4196-8b1c-c85b2647083d HTTP/1.1" status: 204 len: 168 time: 0.1253395 Jul 21 06:41:46.959419 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f459f-a79c-4d30-9c43-f0ef15af342e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5b7dee-77c1-4196-8b1c-c85b2647083d,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:47.285808 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 47054) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:47.326098 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a8da15ce-eb24-4920-9b42-2aeec7e2e993 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f188a0b484cc4781953e86161e579322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391083 Jul 21 06:41:47.328564 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.42', 47056) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 06:41:47.378442 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39742261-e9de-42d8-8982-3f41dd04d796 admin admin] Publish callbacks [] for security_group (1c60e4ce-5a1e-4045-b634-628f2276a0c8), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:47.399005 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39742261-e9de-42d8-8982-3f41dd04d796 admin admin] Publish callbacks [] for security_group (1c60e4ce-5a1e-4045-b634-628f2276a0c8), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:47.445448 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39742261-e9de-42d8-8982-3f41dd04d796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801788'] for security_group (1c60e4ce-5a1e-4045-b634-628f2276a0c8), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:47.447934 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39742261-e9de-42d8-8982-3f41dd04d796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:47.449106 dv-cinder-850318-3-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-39742261-e9de-42d8-8982-3f41dd04d796 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c60e4ce-5a1e-4045-b634-628f2276a0c8 HTTP/1.1" status: 204 len: 168 time: 0.1196284 Jul 21 06:41:47.456664 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39742261-e9de-42d8-8982-3f41dd04d796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c60e4ce-5a1e-4045-b634-628f2276a0c8,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 06:41:47.877332 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:47.897272 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:47.898786 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 648d5d5a-4bf4-45e4-9c53-d6199201c6d5 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:47.899224 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 0af26d69-68c4-4dbd-b819-9437daf09209 no longer exists at agent ovs-agent-dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 06:41:47.918700 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] No Port match for: 0af26d69-68c4-4dbd-b819-9437daf09209 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 06:41:47.919035 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Device 0af26d69-68c4-4dbd-b819-9437daf09209 not bound to the agent host dv-cinder-850318-3-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 06:41:51.065045 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:53.352591 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=58,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:53.368579 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:56.230840 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7cc3964b-705e-4bf4-90b9-97f9350bf382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:41:56.847499 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:56.848284 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=7 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:57.432087 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:57.453095 dv-cinder-850318-3-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:41:58.540691 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2f748af8-078e-4eca-9d53-85965302dbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:00.021598 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:01.175049 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:01.730729 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:06.055115 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:42:11.719828 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:42:11.726036 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:42:16.050394 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:42:16.051168 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:42:21.074595 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:26.232728 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-28a12016-877c-4316-add8-49b44bac13e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:28.545810 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4078c9fa-6465-404d-a2b7-f5c83668351d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:30.024150 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:31.177906 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:31.732515 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:33.839530 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:42:33.845185 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:42:41.722498 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:42:41.728678 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:42:43.054407 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:42:51.066613 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:53.222019 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=16 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:42:53.223904 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=12 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:42:56.234047 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f1030882-f15f-4147-82c0-15c79e2c3e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:42:58.547931 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8bc64bc2-812c-4d95-9c33-835c01fa61c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:00.027815 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:01.181126 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:01.735242 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:10.838291 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:43:10.839052 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:43:11.728792 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:43:11.730662 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:43:20.053446 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:43:21.066695 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:26.236276 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-152ee573-eca9-482c-851c-14fbd0939321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:28.549973 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf556-274b-43a8-8ba6-95c2122df1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:30.029334 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:30.048720 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:43:30.049496 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:43:31.185052 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:31.737290 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:41.731690 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:43:41.733621 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:43:51.085040 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:54.865402 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=5 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:43:54.866027 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:43:56.237789 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebb0f-2342-42e1-a062-bf5cb77a7fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:43:57.054433 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:43:58.551604 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-727fbc5e-c75e-4df9-81fb-37b702bb76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:00.033524 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:01.187410 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:01.739434 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:07.050726 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:44:11.732961 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:44:11.734873 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:44:21.099145 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:24.829047 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:44:24.833481 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:44:26.238960 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6844436f-f947-436c-bdd6-313dcdadbfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:28.556331 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c6f62a9d-6691-4081-90fc-7440da927a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:30.035565 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:31.192139 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:31.741839 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:34.054164 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:44:41.735293 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:44:41.738251 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:44:51.097766 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:56.241694 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-aeac9832-51c9-413d-97df-3efff65df86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:44:58.558448 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d4ab7248-7a80-417d-8dc8-fa4c77c769e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:00.038780 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:01.194731 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:01.745223 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:01.839158 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=18 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:01.839872 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=16 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:11.053502 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:45:11.738366 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:11.741202 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:21.048545 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:21.049298 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:21.116623 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:26.242849 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-72236eb2-8536-458b-b120-867dfd08c982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:28.559445 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d23435f2-85a8-4227-9ff7-b64e0ac21b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:30.041665 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:31.199699 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:31.747191 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:38.834556 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:38.835463 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:41.741134 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:41.743869 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:48.053138 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:45:51.118292 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:54.870484 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:56.245878 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-db3e21eb-9427-405e-8b0f-d186a6a7a206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:45:58.048610 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:45:58.562161 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fefa4519-81da-4f80-9fb0-0378a62e1122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:00.045746 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:01.200661 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:01.750315 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:06.394805 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-a4ad82d2-e838-4591-99c9-69a45c066a37 req-8d635569-0e4a-4b45-aa61-df667df212e8 service neutron] (103912) timed out ('10.222.0.36', 54395) {{(pid=103912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 06:46:13.234370 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:46:13.235117 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:46:15.836829 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:46:15.840696 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:46:21.126754 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:25.052290 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:46:26.246543 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a383faaf-f7d2-48b4-9a3f-680709e4bcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:27.199280 dv-cinder-850318-3-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-b98202c2-8fb0-40a4-9fc5-9ce314315e18 req-1834cc62-3a8e-4633-97c0-04a9012015e1 service neutron] (103912) timed out ('10.222.0.36', 54364) {{(pid=103912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 06:46:28.564224 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b076f4b5-bb11-490b-8c17-8c874308164c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:30.048693 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:31.203565 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:31.752561 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:35.048295 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:46:35.049012 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:46:41.746876 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:46:41.748052 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:46:51.123555 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1a41f367-7d3a-41ff-83b6-f5c7fe4d3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (2db7ff32-2517-4544-9e45-776455ee44de), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:53.311919 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=18 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:46:53.312584 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=14 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:46:56.248673 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c8424e41-3ac1-42e2-a453-5c9e213daacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (a23bcf00-1d7f-4a3f-864c-3042b7492647), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:46:58.566501 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c0707044-965f-427e-9075-54eff669b430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (81a0b4fc-174d-47c9-af12-72a50b59361f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:47:00.052272 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23659eb4-21e6-4297-954b-2f04acf9f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0e5bf43a-0f42-4935-85c1-b4d9b79ec857), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:47:01.204834 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5037501e-9c4f-41df-ac8c-5f683eab115d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (0396e53d-14e2-4005-bc92-c6dab6041bc1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:47:01.754654 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-32632af5-09d9-4f21-85be-0829ea8655cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793384631098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682869'] for agent (9f6774e8-f553-46ac-9f3b-fb35245ec8c8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 06:47:02.054245 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-e27ec38d-d343-4829-b56b-b3d96cf20494 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 06:47:11.743467 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:47:11.749566 dv-cinder-850318-3-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:47:12.048857 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 06:47:12.049536 dv-cinder-850318-3-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}